You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/29 12:02:28 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20762 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20762/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 2) Thread[id=2154, name=qtp617825379-2154, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=2189, name=qtp1480872117-2189, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 8) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=2200, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 10) Thread[id=2159, name=qtp617825379-2159, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 11) Thread[id=2183, name=qtp1480872117-2183, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 12) Thread[id=2174, name=Thread-468, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 13) Thread[id=2162, name=org.eclipse.jetty.server.session.HashSessionManager@750a6be8Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 14) Thread[id=2167, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 15) Thread[id=2187, name=qtp1480872117-2187-acceptor-0@621c9d1-ServerConnector@2a9afed9{HTTP/1.1,[http/1.1]}{127.0.0.1:34195}, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 16) Thread[id=2228, name=zkCallback-317-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 17) Thread[id=2166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 18) Thread[id=2186, name=qtp1480872117-2186, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 19) Thread[id=2223, name=zkCallback-311-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 20) Thread[id=2182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 21) Thread[id=2203, name=Thread-477, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 22) Thread[id=2221, name=zkCallback-311-thread-3, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308) at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78) at app//org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:46) at app//org.apache.solr.cloud.SizeLimitedDistributedMap.<init>(SizeLimitedDistributedMap.java:38) at app//org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:683) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109) at app//org.apache.solr.cloud.Overseer.start(Overseer.java:518) at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$362/1020409904.run(Unknown Source) at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$229/2008398729.run(Unknown Source) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 23) Thread[id=2155, name=qtp617825379-2155, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 24) Thread[id=2195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 25) Thread[id=2160, name=qtp617825379-2160, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 26) Thread[id=2191, name=org.eclipse.jetty.server.session.HashSessionManager@1c518a73Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 27) Thread[id=2177, name=Scheduler-1366567303, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 28) Thread[id=2196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 29) Thread[id=2184, name=qtp1480872117-2184, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/132644734.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 30) Thread[id=2230, name=zkCallback-317-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 31) Thread[id=2205, name=Scheduler-1812090399, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 32) Thread[id=2225, name=zkCallback-311-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 33) Thread[id=2157, name=qtp617825379-2157, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 34) Thread[id=2161, name=qtp617825379-2161, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 35) Thread[id=2172, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 36) Thread[id=2158, name=qtp617825379-2158-acceptor-0@e509408-ServerConnector@45f9f634{HTTP/1.1,[http/1.1]}{127.0.0.1:45727}, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 37) Thread[id=2231, name=zkCallback-317-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 38) Thread[id=2216, name=qtp1480872117-2216, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 39) Thread[id=2188, name=qtp1480872117-2188, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 40) Thread[id=2201, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 41) Thread[id=2224, name=zkCallback-311-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 42) Thread[id=2226, name=zkCallback-311-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
2) Thread[id=2154, name=qtp617825379-2154, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=2189, name=qtp1480872117-2189, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
8) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
9) Thread[id=2200, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
10) Thread[id=2159, name=qtp617825379-2159, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
11) Thread[id=2183, name=qtp1480872117-2183, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
12) Thread[id=2174, name=Thread-468, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
13) Thread[id=2162, name=org.eclipse.jetty.server.session.HashSessionManager@750a6be8Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
14) Thread[id=2167, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
15) Thread[id=2187, name=qtp1480872117-2187-acceptor-0@621c9d1-ServerConnector@2a9afed9{HTTP/1.1,[http/1.1]}{127.0.0.1:34195}, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
16) Thread[id=2228, name=zkCallback-317-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
17) Thread[id=2166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
18) Thread[id=2186, name=qtp1480872117-2186, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
19) Thread[id=2223, name=zkCallback-311-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
20) Thread[id=2182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
21) Thread[id=2203, name=Thread-477, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
22) Thread[id=2221, name=zkCallback-311-thread-3, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
at app//org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:46)
at app//org.apache.solr.cloud.SizeLimitedDistributedMap.<init>(SizeLimitedDistributedMap.java:38)
at app//org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:683)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109)
at app//org.apache.solr.cloud.Overseer.start(Overseer.java:518)
at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$362/1020409904.run(Unknown Source)
at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$229/2008398729.run(Unknown Source)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
23) Thread[id=2155, name=qtp617825379-2155, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
24) Thread[id=2195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
25) Thread[id=2160, name=qtp617825379-2160, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
26) Thread[id=2191, name=org.eclipse.jetty.server.session.HashSessionManager@1c518a73Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
27) Thread[id=2177, name=Scheduler-1366567303, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
28) Thread[id=2196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
29) Thread[id=2184, name=qtp1480872117-2184, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/132644734.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
30) Thread[id=2230, name=zkCallback-317-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
31) Thread[id=2205, name=Scheduler-1812090399, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
32) Thread[id=2225, name=zkCallback-311-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
33) Thread[id=2157, name=qtp617825379-2157, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
34) Thread[id=2161, name=qtp617825379-2161, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
35) Thread[id=2172, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
36) Thread[id=2158, name=qtp617825379-2158-acceptor-0@e509408-ServerConnector@45f9f634{HTTP/1.1,[http/1.1]}{127.0.0.1:45727}, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
37) Thread[id=2231, name=zkCallback-317-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
38) Thread[id=2216, name=qtp1480872117-2216, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
39) Thread[id=2188, name=qtp1480872117-2188, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
40) Thread[id=2201, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
41) Thread[id=2224, name=zkCallback-311-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
42) Thread[id=2226, name=zkCallback-311-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([C77F29557B8E3B6D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.IOUtil.drain(Native Method) at java
[...truncated too long message...]
n&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247398 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}if(eq(age_i,30),5,2)&indent=on&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247399 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}if(eq(age_i,35),5,2)&indent=on&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247399 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNumericComparisons
[junit4] 2> 1247400 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalFileFieldNumericKey
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[991]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[992]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[993]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1e77ca87 commitCommandVersion:0
[junit4] 2> 1247403 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@659bc5f3[collection1] main]
[junit4] 2> 1247403 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1247404 INFO (searcherExecutor-4604-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@659bc5f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_11(8.0.0):C2/1:delGen=1) Uninverting(_12(8.0.0):C2) Uninverting(_13(8.0.0):C3/2:delGen=2) Uninverting(_15(8.0.0):C2) Uninverting(_16(8.0.0):C3)))}
[junit4] 2> 1247404 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1247405 ERROR (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.f.FileFloatSource Error loading external value source + fileName + org.apache.solr.common.SolrException: Invalid Number:
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.f.FileFloatSource Loaded external value source external_eff_trie
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}eff_trie&indent=on&fl=*,score&rows=100&wt=xml} hits=9 status=0 QTime=0
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalFileFieldNumericKey
[junit4] 2> 1247405 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1247405 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=339075121
[junit4] 2> 1247406 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1247406 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61fc5bd1: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@425cbe40
[junit4] 2> 1247408 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1247408 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f7a9b9a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1450f8c7
[junit4] 2> 1247410 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1247410 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12e59a3a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47dbace2
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f664d6c
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1600540012
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33318ed2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a28b9cb
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.search.function.TestFunctionQuery_C77F29557B8E3B6D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-AO, timezone=America/Guyana
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=117149744,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestReloadAndDeleteDocs, TestZkChroot, ParsingFieldUpdateProcessorsTest, TestFieldCacheWithThreads, HdfsRecoverLeaseTest, TestMaxTokenLenTokenizer, SolrCloudExampleTest, TestReload, EchoParamsTest, TestCloudSchemaless, TestExactStatsCache, WordBreakSolrSpellCheckerTest, TestNumericRangeQuery64, TestZkAclsWithHadoopAuth, DistribJoinFromCollectionTest, TestCloudNestedDocsSort, TestFieldCacheSort, TestBinaryResponseWriter, DirectSolrSpellCheckerTest, TestMacros, UniqFieldsUpdateProcessorFactoryTest, UninvertDocValuesMergePolicyTest, TestUseDocValuesAsStored, ExecutePlanActionTest, ConfigSetsAPITest, AliasIntegrationTest, TestSerializedLuceneMatchVersion, V2StandaloneTest, JvmMetricsTest, SolrJmxReporterTest, OverseerStatusTest, BlobRepositoryCloudTest, TestMiniSolrCloudClusterSSL, ConnectionReuseTest, TestQuerySenderListener, OverseerCollectionConfigSetProcessorTest, ImplicitSnitchTest, TestTolerantUpdateProcessorRandomCloud, ReplicationFactorTest, CollectionReloadTest, PeerSyncWithIndexFingerprintCachingTest, PluginInfoTest, TestLMDirichletSimilarityFactory, TestSolrCloudWithSecureImpersonation, SolrMetricManagerTest, AnalysisErrorHandlingTest, VMParamsZkACLAndCredentialsProvidersTest, MetricUtilsTest, HdfsBasicDistributedZk2Test, TestNumericTerms64, UUIDFieldTest, TestPushWriter, SpatialRPTFieldTypeTest, TestSearchPerf, TestPullReplica, TestTolerantSearch, CopyFieldTest, XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestCollectionAPIs, TestDefaultStatsCache, TestGroupingSearch, TestBackupRepositoryFactory, HdfsChaosMonkeySafeLeaderTest, TestLMJelinekMercerSimilarityFactory, TestInitQParser, TestInPlaceUpdatesStandalone, TimeZoneUtilsTest, ManagedSchemaRoundRobinCloudTest, SolrShardReporterTest, TestSegmentSorting, TestScoreJoinQPScore, TestLegacyField, ConfigureRecoveryStrategyTest, TestFieldTypeCollectionResource, TestCloudDeleteByQuery, FullSolrCloudDistribCmdsTest, TestSubQueryTransformer, InfixSuggestersTest, SuggesterWFSTTest, TestReRankQParserPlugin, TestDocTermOrds, XmlUpdateRequestHandlerTest, TestRandomRequestDistribution, DistributedQueryComponentOptimizationTest, DocValuesNotIndexedTest, FieldAnalysisRequestHandlerTest, TestRequestForwarding, TestLFUCache, CdcrReplicationDistributedZkTest, TestHashPartitioner, TestExtendedDismaxParser, SpellPossibilityIteratorTest, TestSystemIdResolver, LeaderElectionTest, TestSolrCLIRunExample, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, DistanceFunctionTest, TestValueSourceCache, BufferStoreTest, TestLeaderInitiatedRecoveryThread, BasicDistributedZk2Test, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, OverseerTest, AsyncCallRequestStatusResponseTest, TestSolrConfigHandler, SharedFSAutoReplicaFailoverTest, SystemInfoHandlerTest, IndexSchemaTest, SystemLogListenerTest, ConjunctionSolrSpellCheckerTest, TestSkipOverseerOperations, TestFunctionQuery]
[junit4] Completed [719/746 (3!)] on J2 in 1.75s, 22 tests, 1 error <<< FAILURES!
[...truncated 40189 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20772 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20772/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B1D71C0FC9E4E3E6:398323D567188E1E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:902)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:121)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14086 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/init-core-data-001
[junit4] 2> 3238145 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 3238145 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gya/
[junit4] 2> 3238148 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 3238148 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3238173 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3238181 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 3238184 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3238223 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238237 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238237 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238239 INFO (coreLoadExecutor-9080-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3238240 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3238261 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3238268 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3238272 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/init-core-data-001/]
[junit4] 2> 3238276 WARN (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3238306 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3238306 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3238308 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3238308 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3238309 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b3abce[collection1] main]
[junit4] 2> 3238309 WARN (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 3238310 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3238311 INFO (searcherExecutor-9081-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b3abce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3238311 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717006791049216
[junit4] 2> 3238314 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 3238318 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3238318 INFO (Thread-8272) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3238318 INFO (Thread-8272) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3238321 ERROR (Thread-8272) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3238418 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkTestServer start zk server on port:44069
[junit4] 2> 3238433 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3238435 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 3238436 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3238437 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3238438 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3238439 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3238440 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3238441 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3238442 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3238443 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3238444 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3238445 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 3238521 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3238522 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220b63{/gya,null,AVAILABLE}
[junit4] 2> 3238523 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e82bf{HTTP/1.1,[http/1.1]}{127.0.0.1:38751}
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3239776ms
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/control/data, hostContext=/gya, hostPort=38751, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores}
[junit4] 2> 3238524 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:19.729Z
[junit4] 2> 3238527 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3238527 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/solr.xml
[junit4] 2> 3238531 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3238531 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3238532 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3238535 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3238607 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3238607 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38751_gya
[junit4] 2> 3238608 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.Overseer Overseer (id=98919812924964868-127.0.0.1:38751_gya-n_0000000000) starting
[junit4] 2> 3238613 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38751_gya
[junit4] 2> 3238617 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3238737 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238749 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238749 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238750 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores
[junit4] 2> 3238776 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3238777 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44069/solr ready
[junit4] 2> 3238778 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38751_gya&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3238780 INFO (OverseerThreadFactory-9093-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3238885 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3238885 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3238989 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3239970 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3239980 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 3239983 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3239983 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3239989 WARN (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3240035 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3240035 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3240037 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3240037 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3240038 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@190469b[control_collection_shard1_replica_n1] main]
[junit4] 2> 3240039 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3240039 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3240040 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3240041 INFO (searcherExecutor-9096-thread-1-processing-n:127.0.0.1:38751_gya x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@190469b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3240041 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717008605085696
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3240048 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3240149 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3240199 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3240200 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
[junit4] 2> 3240204 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3240301 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3240783 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3241204 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38751_gya&wt=javabin&version=2} status=0 QTime=2426
[junit4] 2> 3241205 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6f0bb6a40005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3241213 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3241217 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44069/solr ready
[junit4] 2> 3241217 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3241219 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3241223 INFO (OverseerThreadFactory-9093-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3241223 WARN (OverseerThreadFactory-9093-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3241429 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3241429 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 3241554 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001 of type TLOG
[junit4] 2> 3241555 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3241556 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@206e6e{/gya,null,AVAILABLE}
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1334b69{HTTP/1.1,[http/1.1]}{127.0.0.1:37797}
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3242809ms
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=37797, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores}
[junit4] 2> 3241557 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:22.763Z
[junit4] 2> 3241567 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3241567 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/solr.xml
[junit4] 2> 3241572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3241572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3241573 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3241578 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3241601 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3241603 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3241605 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37797_gya
[junit4] 2> 3241609 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241609 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241610 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241814 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241829 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241830 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241831 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores
[junit4] 2> 3241866 INFO (qtp23299781-35207) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37797_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3241868 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3241868 INFO (OverseerThreadFactory-9093-thread-3-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37797_gya for creating new replica
[junit4] 2> 3241874 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3241874 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3242899 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3242911 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
[junit4] 2> 3242914 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3242914 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
[junit4] 2> 3242922 WARN (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3242991 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3242991 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3242992 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3242993 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3242994 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a9a196[collection1_shard1_replica_t21] main]
[junit4] 2> 3242995 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3242995 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3242996 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3242997 INFO (searcherExecutor-9107-thread-1-processing-n:127.0.0.1:37797_gya x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@1a9a196[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3242998 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717011705724928
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/ has no replicas
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3243002 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
[junit4] 2> 3243004 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/ shard1
[junit4] 2> 3243159 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3243160 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1286
[junit4] 2> 3243162 INFO (qtp23299781-35207) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37797_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1296
[junit4] 2> 3243286 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001 of type TLOG
[junit4] 2> 3243286 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3243288 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f54e25{/gya,null,AVAILABLE}
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37feec{HTTP/1.1,[http/1.1]}{127.0.0.1:40345}
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3244541ms
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=40345, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores}
[junit4] 2> 3243289 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:24.496Z
[junit4] 2> 3243294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3243294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/solr.xml
[junit4] 2> 3243299 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3243299 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3243301 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3243315 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3243329 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3243331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3243333 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40345_gya
[junit4] 2> 3243334 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243334 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243336 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243339 INFO (zkCallback-6255-thread-1-processing-n:127.0.0.1:40345_gya) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243479 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243491 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243491 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243493 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores
[junit4] 2> 3243548 INFO (qtp23299781-35208) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40345_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3243550 INFO (OverseerThreadFactory-9093-thread-4-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40345_gya for creating new replica
[junit4] 2> 3243550 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3243554 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3243554 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3244582 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3244595 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
[junit4] 2> 3244623 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3244625 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
[junit4] 2> 3244632 WARN (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3244682 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3244682 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3244683 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3244683 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3244685 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@f0cef4[collection1_shard1_replica_t23] main]
[junit4] 2> 3244686 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3244687 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3244687 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3244689 INFO (searcherExecutor-9118-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@f0cef4[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3244690 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717013479915520
[junit4] 2> 3244693 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
[junit4] 2> 3244693 INFO (updateExecutor-6252-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3244694 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1140
[junit4] 2> 3244694 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3244694 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:40345/gya/collection1_shard1_replica_t23/]
[junit4] 2> 3244697 INFO (qtp23299781-35208) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40345_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1148
[junit4] 2> 3244726 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:37797/gya]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:40345_gya&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3244727 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 3244729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40345_gya, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:40345/gya","node_name":"127.0.0.1:40345_gya","state":"down","type":"TLOG"}
[junit4] 2> 3244808 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001 of type TLOG
[junit4] 2> 3244808 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3244809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1183bf3{/gya,null,AVAILABLE}
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17129df{HTTP/1.1,[http/1.1]}{127.0.0.1:33043}
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3246062ms
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=33043, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores}
[junit4] 2> 3244811 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:26.016Z
[junit4] 2> 3244813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3244813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/solr.xml
[junit4] 2> 3244816 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3244816 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3244818 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3244824 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3244845 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3244846 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3244860 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33043_gya
[junit4] 2> 3244862 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6255-thread-1-processing-n:127.0.0.1:40345_gya) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244864 INFO (zkCallback-6262-thread-1-processing-n:127.0.0.1:33043_gya) [n:127.0.0.1:33043_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3245103 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245121 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245121 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245123 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores
[junit4] 2> 3245234 INFO (qtp31727012-35270) [n:127.0.0.1:33043_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33043_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3245241 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3245242 INFO (OverseerThreadFactory-9093-thread-5-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33043_gya for creating new replica
[junit4] 2> 3245244 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3245245 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40345_gya, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:40345/gya","node_name":"127.0.0.1:40345_gya","state":"recovering","type":"TLOG"}
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40345_gya&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 3246230 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 3246230 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/].
[junit4] 2> 3246237 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582717015102062592,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3246238 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3246240 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3246240 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21] webapp=/gya path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 3246244 INFO (qtp23299781-35204) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21] webapp=/gya path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76307f commitCommandVersion:0
[junit4] 2> 3246250 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@60cac9[collection1_shard1_replica_t23] main]
[junit4] 2> 3246251 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3246256 INFO (searcherExecutor-9118-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@60cac9[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 starting background replication from leader
[junit4] 2> 3246257 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 3246258 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 3246258 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3246259 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 3246259 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717015125131264
[junit4] 2> 3246261 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 3246359 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3246372 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3246378 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3246378 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores/collection1_shard1_replica_t25], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores/collection1_shard1_replica_t25/data/]
[junit4] 2> 3246386 WARN (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3246432 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3246432 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3246433 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3246434 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3246435 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.SolrIndexSearcher Opening [Searcher@1335fc6[collection1_shard1_replica_t25] main]
[junit4] 2> 3246436 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3246436 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3246437 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3246439 INFO (searcherExecutor-9131-thread-1-processing-n:127.0.0.1:33043_gya x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@1335fc6[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3246439 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717015313874944
[junit4] 2> 3
[...truncated too long message...]
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:121)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28972160
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1426bf3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b02c62
[junit4] 2> 3587612 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3587612 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@104ab64: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@133f5dc
[junit4] 2> 3587613 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3587613 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12ff245: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@10c72e2
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@106c1ff
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=17220095
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31f966: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@8e08e3
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CR, timezone=Asia/Tomsk
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=104815264,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTrackingShardHandler, TestCursorMarkWithoutUniqueKey, TestJsonRequest, CachingDirectoryFactoryTest, SpellCheckCollatorWithCollapseTest, TestSolrCloudWithKerberosAlt, CollectionsAPIDistributedZkTest, TestApiFramework, TestStressInPlaceUpdates, PrimUtilsTest, DocValuesMissingTest, SearchHandlerTest, TestSolr4Spatial, TestLeaderElectionZkExpiry, TestLegacyFieldCache, CursorMarkTest, TestRandomCollapseQParserPlugin, HdfsDirectoryTest, NotRequiredUniqueKeyTest, TestLockTree, DistributedFacetPivotSmallAdvancedTest, TriggerIntegrationTest, TermVectorComponentDistributedTest, TestStressReorder, TestHttpShardHandlerFactory, TestCustomDocTransformer, ZkCLITest, DebugComponentTest, SolrCloudReportersTest, OutputWriterTest, SolrCoreMetricManagerTest, DirectoryFactoryTest, RequestHandlersTest, BadIndexSchemaTest, TestStressUserVersions, TestPerFieldSimilarity, NumericFieldsTest, BJQParserTest, TestJmxIntegration, DOMUtilTest, TestCollapseQParserPlugin, PolyFieldTest, JSONWriterTest, TestSlowCompositeReaderWrapper, AssignTest, OverriddenZkACLAndCredentialsProvidersTest, MoveReplicaHDFSFailoverTest, CollectionTooManyReplicasTest, TestSimpleTextCodec, TestFieldTypeResource, RollingRestartTest, TestCollationFieldDocValues, TestFieldCache, AtomicUpdateProcessorFactoryTest, TestAnalyzedSuggestions, ReplaceNodeTest, TestHdfsUpdateLog, HdfsRestartWhileUpdatingTest, ComputePlanActionTest, ZkStateWriterTest, CreateCollectionCleanupTest, TestStressLucene, TestPayloadCheckQParserPlugin, TestTolerantUpdateProcessorCloud, PreAnalyzedFieldManagedSchemaCloudTest, OpenExchangeRatesOrgProviderTest, AddReplicaTest, TestDocSet, TestSubQueryTransformerCrossCore, RulesTest, PathHierarchyTokenizerFactoryTest, TestPerFieldSimilarityWithDefaultOverride, TestMinMaxOnMultiValuedField, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, TestSchemaSimilarityResource, CircularListTest, SubstringBytesRefFilterTest, TestDistribIDF, TestManagedSchemaAPI, HdfsTlogReplayBufferedWhileIndexingTest, ShowFileRequestHandlerTest, ClusterStateUpdateTest, ConvertedLegacyTest, CdcrUpdateLogTest, TestLazyCores, ConcurrentDeleteAndCreateCollectionTest, TestImplicitCoreProperties, TestCorePropertiesReload, CheckHdfsIndexTest, TestCollationField, DistributedFacetExistsSmallTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, DistributedVersionInfoTest, DistanceUnitsTest, ClassificationUpdateProcessorIntegrationTest, QueryResultKeyTest, ZkSolrClientTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordDeserializerTest, PeerSyncReplicationTest, DistribDocExpirationUpdateProcessorTest, InfoHandlerTest, TestImpersonationWithHadoopAuth, SolrCLIZkUtilsTest, SolrRequestParserTest, TestNRTOpen, TestFieldCacheSortRandom, TestCopyFieldCollectionResource, MBeansHandlerTest, TestCoreAdminApis, LeaderFailoverAfterPartitionTest, ShufflingReplicaListTransformerTest, BlockJoinFacetSimpleTest, TestAuthenticationFramework, TestNamedUpdateProcessors, TriLevelCompositeIdRoutingTest, TestSolrQueryParser, SolrCoreTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestSolrDeletionPolicy2, TestBinaryField, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestFastWriter, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestStressLiveNodes, ZkFailoverTest, NodeAddedTriggerTest, SearchRateTriggerTest, TestClusterStateMutator, ZkStateReaderTest, TestSolrCloudSnapshots, TestRestoreCore, TestSystemCollAutoCreate, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, SecurityConfHandlerTest, TestConfigsApi, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedQueryComponentCustomSortTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, SolrJmxReporterTest, RegexBytesRefFilterTest, TestIntervalFaceting, TestNestedDocsSort, TestScoreJoinQPNoScore, BasicAuthStandaloneTest, PKIAuthenticationIntegrationTest, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, TestUninvertingReader, AddBlockUpdateTest, SolrIndexMetricsTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [747/747 (1!)] on J1 in 349.52s, 1 test, 1 failure <<< FAILURES!
[...truncated 42998 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20771 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20771/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
3 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Property 'testprop' with value true not set correctly for collection/replica pair: testcollection/core_node4 property map is {core=testcollection_shard1_replica_n1, base_url=https://127.0.0.1:37663/_/d, node_name=127.0.0.1:37663__%2Fd, state=active, type=NRT, leader=true, property.testprop=true}.
Stack Trace:
java.lang.AssertionError: Property 'testprop' with value true not set correctly for collection/replica pair: testcollection/core_node4 property map is {core=testcollection_shard1_replica_n1, base_url=https://127.0.0.1:37663/_/d, node_name=127.0.0.1:37663__%2Fd, state=active, type=NRT, leader=true, property.testprop=true}.
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:C26E41E7B9773E18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ReplicaPropertiesBase.verifyPropertyVal(ReplicaPropertiesBase.java:95)
at org.apache.solr.cloud.TestCollectionAPI.replicaPropTest(TestCollectionAPI.java:501)
at org.apache.solr.cloud.TestCollectionAPI.test(TestCollectionAPI.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:72895AC330788731]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:5B8E24DAAE024716]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance(NodeLostTriggerTest.java:253)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12450 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/init-core-data-001
[junit4] 2> 1156598 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1156598 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1156598 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1156599 INFO (Thread-2205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1156599 INFO (Thread-2205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1156601 ERROR (Thread-2205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1156699 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37427
[junit4] 2> 1156707 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156707 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156708 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39de2d46{/solr,null,AVAILABLE}
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@770e917f{/solr,null,AVAILABLE}
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75396e71{/solr,null,AVAILABLE}
[junit4] 2> 1156711 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cf45d09{SSL,[ssl, http/1.1]}{127.0.0.1:37829}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c5c6c9{SSL,[ssl, http/1.1]}{127.0.0.1:42619}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@429b89d9{SSL,[ssl, http/1.1]}{127.0.0.1:38521}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42619}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38521}
[junit4] 2> 1156712 ERROR (jetty-launcher-1406-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156712 ERROR (jetty-launcher-1406-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37829}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.989848Z
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.990060Z
[junit4] 2> 1156713 ERROR (jetty-launcher-1406-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.990402Z
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156728 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156729 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156729 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156750 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156750 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38521_solr
[junit4] 2> 1156751 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98918946037891080-127.0.0.1:38521_solr-n_0000000000) starting
[junit4] 2> 1156753 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156753 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42619_solr
[junit4] 2> 1156754 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1156755 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1156761 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1156762 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38521_solr
[junit4] 2> 1156762 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1156763 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1156769 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1156777 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1156778 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1156778 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1156785 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1156786 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156787 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37829_solr
[junit4] 2> 1156788 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156791 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156796 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156797 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/.
[junit4] 2> 1156809 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/.
[junit4] 2> 1156821 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156829 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156829 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156830 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/.
[junit4] 2> 1156864 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1156865 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37427/solr ready
[junit4] 2> 1156872 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[4A3A7E3D178B53E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1156888 INFO (qtp1240657642-9579) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38521_solr,127.0.0.1:42619_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1156892 INFO (OverseerThreadFactory-3743-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1156996 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156997 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156998 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156998 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1157213 INFO (qtp904261444-9568) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157213 INFO (qtp904261444-9568) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1157216 INFO (qtp1752047378-9592) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157217 INFO (qtp1752047378-9592) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1157217 INFO (qtp904261444-9569) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157219 INFO (qtp1752047378-9578) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157320 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157778 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1158228 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158228 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158228 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158229 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158247 INFO (qtp1752047378-9592) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1158248 INFO (qtp904261444-9568) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1158248 INFO (qtp904261444-9569) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1158249 INFO (qtp1752047378-9578) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158250 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158250 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 1158250 INFO (qtp904261444-9568) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp904261444-9568) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158251 INFO (qtp904261444-9569) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp1752047378-9578) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp904261444-9569) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158251 INFO (qtp1752047378-9578) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 1158303 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158303 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158303 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158303 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158304 INFO (qtp1752047378-9578) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp1752047378-9578) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp904261444-9569) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp904261444-9569) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e64664[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1158305 INFO (qtp904261444-9569) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bc8b525[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158305 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158305 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158306 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158306 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158306 INFO (qtp1752047378-9578) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158306 INFO (qtp1752047378-9592) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158306 INFO (qtp1752047378-9592) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158306 INFO (searcherExecutor-3753-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3e64664[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158306 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138395127808
[junit4] 2> 1158307 INFO (qtp904261444-9568) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158307 INFO (qtp904261444-9568) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158307 INFO (qtp904261444-9569) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158307 INFO (qtp1752047378-9592) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@133f3ebc[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1158308 INFO (qtp904261444-9569) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@763488ca[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1158308 INFO (qtp1752047378-9592) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9569) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158308 INFO (qtp1752047378-9592) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158309 INFO (searcherExecutor-3752-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@bc8b525[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158309 INFO (qtp1752047378-9592) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158309 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158309 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158309 INFO (qtp904261444-9568) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158309 INFO (searcherExecutor-3751-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@763488ca[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158309 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158310 INFO (searcherExecutor-3750-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@133f3ebc[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158311 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38521/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:38521/solr START replicas=[https://127.0.0.1:42619/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1158321 INFO (qtp1752047378-9671) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1158413 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:38521/solr DONE. We have no versions. sync failed.
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1158613 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1158614 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38521/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 1158715 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158765 INFO (qtp904261444-9568) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1158766 INFO (qtp904261444-9568) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1553
[junit4] 2> 1158779 DEBUG (ScheduledTrigger-3741-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42619/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 1158812 INFO (qtp1752047378-9578) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42619/solr START replicas=[https://127.0.0.1:38521/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1158816 INFO (qtp904261444-9568) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1158867 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42619/solr DONE. We have no versions. sync failed.
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1159115 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42619/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 1159216 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159216 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159217 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159218 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159266 INFO (qtp1752047378-9578) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1159267 INFO (qtp1752047378-9578) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2048
[junit4] 2> 1159312 INFO (qtp904261444-9569) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2094
[junit4] 2> 1159312 INFO (qtp1752047378-9592) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2096
[junit4] 2> 1159314 INFO (qtp1240657642-9579) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1159315 INFO (OverseerCollectionConfigSetProcessor-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1159414 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1160315 INFO (qtp1240657642-9579) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38521_solr,127.0.0.1:42619_solr&wt=javabin&version=2} status=0 QTime=3426
[junit4] 2> 1160316 INFO (qtp1240657642-9581) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42619_solr,127.0.0.1:37829_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1160318 INFO (OverseerThreadFactory-3743-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 1160526 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160528 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37829/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160530 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160531 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37829/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160733 INFO (qtp1752047378-9574) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160733 INFO (qtp1752047378-9593) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160737 INFO (qtp1240657642-9573) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160737 INFO (qtp1240657642-9573) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1160737 INFO (qtp1240657642-9572) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1160839 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161746 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161747 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161748 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161748 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161763 INFO (qtp1240657642-9572) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1161763 INFO (qtp1240657642-9573) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1161764 INFO (qtp1240657642-9572) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161765 INFO (qtp1752047378-9593) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1161765 INFO (qtp1752047378-9574) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161765 INFO (qtp1240657642-9573) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161765 INFO (qtp1240657642-9573) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 1161780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1161811 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161811 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161811 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161812 INFO (qtp1752047378-9574) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1752047378-9574) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1240657642-9572) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1240657642-9572) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1240657642-9573) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1240657642-9573) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1752047378-9574) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@160baeb9[testSimple2_shard1_replica_n1] main]
[junit4] 2> 1161813 INFO (qtp1240657642-9572) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1969363f[testSimple2_shard1_replica_n2] main]
[junit4] 2> 1161814 INFO (qtp1240657642-9573) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46607151[testSimple2_shard2_replica_n6] main]
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9573) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161815 INFO (qtp1240657642-9573) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161815 INFO (searcherExecutor-3772-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@160baeb9[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161815 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142074580992
[junit4] 2> 1161815 INFO (searcherExecutor-3770-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@1969363f[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161815 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142074580992
[junit4] 2> 1161815 INFO (qtp1240657642-9573) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161815 INFO (searcherExecutor-3771-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@46607151[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161816 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142075629568
[junit4] 2> 1161816 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161816 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161817 INFO (qtp1752047378-9593) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161817 INFO (qtp1752047378-9593) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@605342d6[testSimple2_shard2_replica_n4] main]
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37829/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:37829/solr START replicas=[https://127.0.0.1:42619/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161818 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1161819 INFO (qtp1752047378-9593) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161820 INFO (searcherExecutor-3773-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@605342d6[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161820 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142079823872
[junit4] 2> 1161821 INFO (qtp1752047378-9585) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1161919 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:37829/solr DONE. We have no versions. sync failed.
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1162120 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37829/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 1162221 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162271 INFO (qtp1240657642-9572) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1162272 INFO (qtp1240657642-9572) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1534
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37829/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:37829/solr START replicas=[https://127.0.0.1:42619/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 1162320 INFO (qtp1752047378-9578) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1162373 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:37829/solr DONE. We have no versions. sync failed.
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1162623 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37829/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 1162725 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162774 INFO (qtp1240657642-9573) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1162776 INFO (qtp1240657642-9573) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 1162780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1162820 INFO (qtp1752047378-9574) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2086
[junit4] 2> 1162824 INFO (qtp1752047378-9593) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2090
[junit4] 2> 1162826 INFO (qtp1240657642-9581) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1162925 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1163780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1163826 INFO (qtp1240657642-9581) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42619_solr,127.0.0.1:37829_solr&wt=javabin&version=2} status=0 QTime=3510
[junit4] 2> 1163827 INFO (qtp1240657642-9570) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:38521_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1163829 INFO (OverseerThreadFactory-3743-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 1163830 INFO (OverseerCollectionConf
[...truncated too long message...]
for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cc1b439: rootName = solr_39613, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39613_solr
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32703ab6: rootName = solr_40243, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@236d3a1d
[junit4] 2> 2604870 INFO (zkCallback-2323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2604870 INFO (zkCallback-2332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2604871 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604871 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604872 INFO (jetty-closer-2302-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1869ddba{/solr,null,UNAVAILABLE}
[junit4] 2> 2604873 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2604873 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36e1f33a: rootName = solr_40243, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604874 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40243_solr
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98919039941345295-127.0.0.1:40243_solr-n_0000000001) closing
[junit4] 2> 2604876 INFO (zkCallback-2332-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2604876 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43097_solr
[junit4] 2> 2604875 INFO (zkCallback-2323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2604876 INFO (OverseerStateUpdate-98919039941345295-127.0.0.1:40243_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40243_solr
[junit4] 2> 2604877 WARN (OverseerAutoScalingTriggerThread-98919039941345295-127.0.0.1:40243_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2604883 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604883 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604884 INFO (jetty-closer-2302-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33a5022b{/solr,null,UNAVAILABLE}
[junit4] 2> 2604888 INFO (jetty-closer-2302-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ae6a566{/solr,null,UNAVAILABLE}
[junit4] 2> 2604888 ERROR (SUITE-NodeLostTriggerTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2604889 INFO (SUITE-NodeLostTriggerTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 2611137 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 2611137 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345293-127.0.0.1:39613_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345292-127.0.0.1:43097_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345295-127.0.0.1:40243_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_4A3A7E3D178B53E0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=81, maxMBSortInHeap=6.519652424025859, sim=RandomSimilarity(queryNorm=true): {}, locale=ps, timezone=Portugal
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=249621912,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [SpatialFilterTest, RuleEngineTest, BasicFunctionalityTest, SliceStateTest, TestHdfsUpdateLog, HdfsThreadLeakTest, MultiTermTest, HttpSolrCallGetCoreTest, AutoScalingHandlerTest, TestCloudInspectUtil, DistribCursorPagingTest, TestObjectReleaseTracker, ClassificationUpdateProcessorIntegrationTest, TestEmbeddedSolrServerSchemaAPI, TestShardHandlerFactory, DistributedFacetPivotWhiteBoxTest, TestCloudPseudoReturnFields, QueryParsingTest, TestOnReconnectListenerSupport, SolrIndexMetricsTest, DeleteInactiveReplicaTest, ResponseLogComponentTest, TestDistribIDF, TestNamedUpdateProcessors, SpellCheckComponentTest, DistributedQueryElevationComponentTest, TestQueryUtils, TestCrossCoreJoin, WrapperMergePolicyFactoryTest, DirectUpdateHandlerOptimizeTest, RAMDirectoryFactoryTest, TestLegacyFieldReuse, HdfsWriteToMultipleCollectionsTest, DistributedMLTComponentTest, MissingSegmentRecoveryTest, CdcrUpdateLogTest, StatelessScriptUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest, SolrSlf4jReporterTest, TestDistributedSearch, LeaderElectionContextKeyTest, TestGraphTermsQParserPlugin, TestCollationFieldDocValues, TestCopyFieldCollectionResource, SpellCheckCollatorWithCollapseTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLeaderElectionWithEmptyReplica, TestMergePolicyConfig, TestRandomFaceting, TestStressVersions, TestReversedWildcardFilterFactory, SpellCheckCollatorTest, DistributedFacetPivotLongTailTest, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy1, TestSolrCloudWithDelegationTokens, JsonLoaderTest, BJQParserTest, TestConfig, ZkStateReaderTest, CursorPagingTest, BasicDistributedZkTest, TestJsonRequest, TestReplicationHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsAutoAddReplicasIntegrationTest, TestReqParamsAPI, StatsReloadRaceTest, TestSweetSpotSimilarityFactory, PeerSyncTest, CollectionStateFormat2Test, SolrGraphiteReporterTest, RemoteQueryErrorTest, UpdateParamsTest, DistanceUnitsTest, TestSolrQueryResponse, TestUniqueKeyFieldResource, TestTlogReplica, ConnectionManagerTest, BasicZkTest, ReplicaListTransformerTest, DocValuesMissingTest, TermVectorComponentTest, AssignBackwardCompatibilityTest, TestConfigOverlay, AtomicUpdateProcessorFactoryTest, TestBinaryField, TestTrackingShardHandlerFactory, AutoscalingHistoryHandlerTest, DistributedQueueTest, UpdateRequestProcessorFactoryTest, PropertiesRequestHandlerTest, DocValuesTest, TestSchemaManager, TestPolicyCloud, TestGraphMLResponseWriter, SolrPluginUtilsTest, TestPerFieldSimilarityWithDefaultOverride, ForceLeaderTest, MoveReplicaTest, DistributedExpandComponentTest, SolrMetricReporterTest, LeaderElectionIntegrationTest, ActionThrottleTest, IndexSchemaRuntimeFieldTest, DocExpirationUpdateProcessorFactoryTest, CursorMarkTest, TestPHPSerializedResponseWriter, TestRawResponseWriter, DateMathParserTest, TestFieldCollectionResource, HdfsCollectionsAPIDistributedZkTest, TestSystemCollAutoCreate, TestSolrXml, FastVectorHighlighterTest, TestSolrJ, TestDFRSimilarityFactory, SimpleFacetsTest, TestUninvertingReader, TestUseDocValuesAsStored2, NodeLostTriggerTest]
[junit4] Completed [555/746 (3!)] on J0 in 21.37s, 4 tests, 1 failure <<< FAILURES!
[...truncated 40713 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20770 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20770/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
14 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:12F188CDADA334FB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream(StreamExpressionTest.java:4151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Could not find collection:workQueue1
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:DF59DCF47C62701B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7692)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:D9D8B1A3D1712FDF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream(StreamExpressionTest.java:4450)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Could not find collection:workQueue
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:408E281666246756]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:7623)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:AA096D974C46B016]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream(StreamExpressionTest.java:3958)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:C2B8F868803F83D8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream(StreamExpressionTest.java:4644)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:42A4CBEDD90FA00A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4544)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:1A0EA0F197AB62D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelUpdateStream(StreamExpressionTest.java:4052)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam
Error Message:
Error from server at https://127.0.0.1:39057/solr: Timed out waiting to see all replicas: [solrj_test_core_props_shard1_replica_n1] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Timed out waiting to see all replicas: [solrj_test_core_props_shard1_replica_n1] in cluster state.
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:2E41C8BB7CFCD365]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam(CollectionsAPISolrJTest.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: balancedProperties
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: balancedProperties
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:60620C074282BBFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique(CollectionsAPISolrJTest.java:389)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: aliasedCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: aliasedCollection
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:E639FDB0589DE2A7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias(CollectionsAPISolrJTest.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_replicatests
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_replicatests
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:C66AC31FFFEE0486]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica(CollectionsAPISolrJTest.java:285)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_test
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_test
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:2F0FBB01DFB67631]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_default_configset
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_default_configset
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:66711B0DA79D69CF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12495 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> 869755 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/init-core-data-001
[junit4] 2> 869755 WARN (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 869755 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 869757 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 869758 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001
[junit4] 2> 869758 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 869759 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 869759 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 869770 ERROR (Thread-3914) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 869859 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45785
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869887 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@552ea2a4{/solr,null,AVAILABLE}
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c545e15{SSL,[ssl, http/1.1]}{127.0.0.1:39571}
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.Server Started @873020ms
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39571}
[junit4] 2> 869888 ERROR (jetty-launcher-981-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.625Z
[junit4] 2> 869916 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c352323{/solr,null,AVAILABLE}
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18a3dd6d{SSL,[ssl, http/1.1]}{127.0.0.1:35735}
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.Server Started @873049ms
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35735}
[junit4] 2> 869917 ERROR (jetty-launcher-981-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.654Z
[junit4] 2> 869925 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869927 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869931 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507eb7fb{/solr,null,AVAILABLE}
[junit4] 2> 869932 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d737e4{/solr,null,AVAILABLE}
[junit4] 2> 869933 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fd8a34{SSL,[ssl, http/1.1]}{127.0.0.1:39057}
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.Server Started @873067ms
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39057}
[junit4] 2> 869935 ERROR (jetty-launcher-981-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.672Z
[junit4] 2> 869933 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebadbdb{SSL,[ssl, http/1.1]}{127.0.0.1:38877}
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.Server Started @873070ms
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38877}
[junit4] 2> 869938 ERROR (jetty-launcher-981-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.675Z
[junit4] 2> 869940 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869942 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869942 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869952 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869954 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6d9bcb090009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 869967 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 869968 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39057_solr
[junit4] 2> 869968 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.Overseer Overseer (id=98918232719163403-127.0.0.1:39057_solr-n_0000000000) starting
[junit4] 2> 869999 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 869999 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35735_solr
[junit4] 2> 870000 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 870001 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 870001 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39571_solr
[junit4] 2> 870002 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38877_solr
[junit4] 2> 870035 INFO (zkCallback-997-thread-1-processing-n:127.0.0.1:39571_solr) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870035 INFO (zkCallback-995-thread-1-processing-n:127.0.0.1:35735_solr) [n:127.0.0.1:35735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (zkCallback-1003-thread-1-processing-n:127.0.0.1:38877_solr) [n:127.0.0.1:38877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (OverseerStateUpdate-98918232719163403-127.0.0.1:39057_solr-n_0000000000) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39057_solr
[junit4] 2> 870041 INFO (zkCallback-1003-thread-1-processing-n:127.0.0.1:38877_solr) [n:127.0.0.1:38877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-995-thread-1-processing-n:127.0.0.1:35735_solr) [n:127.0.0.1:35735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-997-thread-1-processing-n:127.0.0.1:39571_solr) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870093 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870093 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870103 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870104 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870105 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node1/.
[junit4] 2> 870107 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870110 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870110 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870112 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node3/.
[junit4] 2> 870142 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870143 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870143 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870144 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node2/.
[junit4] 2> 870151 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870151 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870152 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node4/.
[junit4] 2> 870259 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 870259 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45785/solr ready
[junit4] 2> 870273 INFO (TEST-CollectionsAPISolrJTest.testSplitShard-seed#[28DABA4AF822133C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitShard
[junit4] 2> 870287 INFO (qtp592343663-8627) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 870288 INFO (OverseerThreadFactory-2277-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_splitshard
[junit4] 2> 870392 INFO (OverseerSt
[...truncated too long message...]
r Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 304421 INFO (jetty-closer-670-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 304420 INFO (zkCallback-688-thread-2-processing-n:127.0.0.1:46449_solr) [n:127.0.0.1:46449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 304422 INFO (jetty-closer-670-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 304423 INFO (zkCallback-711-thread-3-processing-n:127.0.0.1:46449_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304431 INFO (zkCallback-692-thread-3-processing-n:127.0.0.1:44355_solr) [n:127.0.0.1:44355_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304431 INFO (zkCallback-689-thread-3-processing-n:127.0.0.1:38837_solr) [n:127.0.0.1:38837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304435 INFO (zkCallback-688-thread-4-processing-n:127.0.0.1:46449_solr) [n:127.0.0.1:46449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 304435 INFO (jetty-closer-670-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41f8b95a{/solr,null,UNAVAILABLE}
[junit4] 2> 304436 INFO (zkCallback-690-thread-4-processing-n:127.0.0.1:39753_solr) [n:127.0.0.1:39753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304436 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6d85b74c
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@326541b0
[junit4] 2> 304438 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=1837479756
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=845496752
[junit4] 2> 304438 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73d8371f: rootName = solr_39753, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7368916c
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2225b410: rootName = solr_46449, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@127fb425
[junit4] 2> 304439 INFO (jetty-closer-670-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54be82a3{/solr,null,UNAVAILABLE}
[junit4] 2> 304446 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=845496752
[junit4] 2> 304446 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1837479756
[junit4] 2> 304448 INFO (jetty-closer-670-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98918392852774921-127.0.0.1:46449_solr-n_0000000000) closing
[junit4] 2> 304448 INFO (OverseerStateUpdate-98918392852774921-127.0.0.1:46449_solr-n_0000000000) [n:127.0.0.1:46449_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46449_solr
[junit4] 2> 304450 WARN (OverseerAutoScalingTriggerThread-98918392852774921-127.0.0.1:46449_solr-n_0000000000) [n:127.0.0.1:46449_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 304451 INFO (jetty-closer-670-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ac88f1{/solr,null,UNAVAILABLE}
[junit4] 2> 304453 INFO (jetty-closer-670-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15770153{/solr,null,UNAVAILABLE}
[junit4] 2> 304453 ERROR (SUITE-StreamExpressionTest-seed#[624EA9ED454E4D46]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 304453 INFO (SUITE-StreamExpressionTest-seed#[624EA9ED454E4D46]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40163 40163
[junit4] 2> 309509 INFO (Thread-91) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40163 40163
[junit4] 2> 309510 WARN (Thread-91) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/clusterstate.json
[junit4] 2> 61 /solr/clusterprops.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/live_nodes
[junit4] 2> 61 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_624EA9ED454E4D46-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {join2_s=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=MockRandom), subject=PostingsFormat(name=MockRandom), a1_s=Lucene50(blocksize=128), a2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), test_t=PostingsFormat(name=Memory), level1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), ident_s=Lucene50(blocksize=128), s_multi=PostingsFormat(name=LuceneVarGapDocFreqInterval), col_s=Lucene50(blocksize=128), a_ss=PostingsFormat(name=MockRandom), level2_s=Lucene50(blocksize=128), a_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=MockRandom), side_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=303, maxMBSortInHeap=6.548477816317451, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=Pacific/Nauru
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=307271040,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [JdbcTest, AndEvaluatorTest, FieldValueEvaluatorTest, GraphExpressionTest, EmpiricalDistributionEvaluatorTest, HttpSolrClientConPoolTest, LargeVolumeEmbeddedTest, TestEmbeddedSolrServer, ContentStreamTest, TestConfigSetAdminRequest, NaturalLogEvaluatorTest, TestV1toV2ApiMapper, SolrSchemalessExampleTest, AscEvaluatorTest, TestToleratedUpdateError, FieldAnalysisResponseTest, TestNamedListCodec, TestZkConfigManager, StreamExpressionTest]
[junit4] Completed [142/146 (1!)] on J0 in 272.80s, 123 tests, 2 failures, 6 errors, 9 skipped <<< FAILURES!
[...truncated 46292 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20769 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20769/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
5 tests failed.
FAILED: org.apache.solr.search.function.TestFunctionQuery.testFunctions
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([FBE7A6BBB648400:33B8A4AE7262BA76]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.doTest(TestFunctionQuery.java:150)
at org.apache.solr.search.function.TestFunctionQuery.testFunctions(TestFunctionQuery.java:206)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='10' and ./float[@name='score']='1.414213']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="109" start="0" maxScore="1.414213">
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">15671.0</float>
<str name="amounts_dpf">1|1.0 2|2.97 3|3.44 4|4.94 5|5.49 6|6.83 7|7.65 8|8.93 9|9.41 10|10.65 11|11.16 12|12.93 13|13.98 14|14.73 15|15.94 16|16.86 17|17.28 18|18.70 19|19.27 20|20.4 21|21.65 22|22.18 23|23.85 24|24.87 25|25.17 26|26.31 27|27.78 28|28.6 29|29.14 30|30.96 31|31.18 32|32.9 33|33.4 34|34.2 35|35.98 36|36.89 37|37.93 38|38.71 39|39.64 40|40.22 41|41.55 42|42.99 43|43.17 44|44.89 45|45.60 46|46.95 47|47.49 48|48.40 49|49.81 50|50.0 51|51.16 52|52.48 53|53.3 54|54.79 55|55.11 56|56.20 57|57.83 58|58.73 59|59.7 60|60.99 61|61.27 62|62.15 63|63.55 64|64.78 65|65.12 66|66.38 67|67.52 68|68.80 69|69.40 70|70.17 71|71.69 72|72.12 73|73.16 74|74.15 75|75.82 76|76.99 77|77.42 78|78.10 79|79.18 80|80.30 81|81.57 82|82.4 83|83.80 84|84.17 85|85.43 86|86.38 87|87.79 88|88.15 89|89.90 90|90.12 91|91.16 92|92.11 93|93.47 94|94.39 95|95.83 96|96.99 97|97.32 98|98.30 99|99.31 100|100.19 101|101.22 102|102.62 103|103.26 104|104.73 105|105.62 106|106.80 107|107.24 108|108.93 109|109.67 110|110.98 111|111.98 112|112.99 113|113.23 114|114.51 115|115.69 116|116.12 117|117.37 118|118.5 119|119.84 120|120.37 121|121.89 122|122.4 123|123.48 124|124.84 125|125.63 126|126.27 127|127.70 128|128.83 129|129.25 130|130.20 131|131.6 132|132.0 133|133.14 134|134.1 135|135.6 136|136.93 137|137.76 138|138.30 139|139.26 140|140.46 141|141.17 142|142.60 143|143.8 144|144.7 145|145.95 146|146.22 147|147.13 148|148.94 149|149.65 150|150.52 151|151.47 152|152.15 153|153.57 154|154.27 155|155.35 156|156.87 157|157.49 158|158.18 159|159.8 160|160.73 161|161.43 162|162.45 163|163.48 164|164.94 165|165.12 166|166.92 167|167.76 168|168.75 169|169.2 170|170.22 171|171.45 172|172.82 173|173.52 174|174.85 175|175.59 176|176.78 177|177.0 178|178.10 179|179.96 180|180.6 181|181.8 182|182.40 183|183.6 184|184.70 185|185.68 186|186.30 187|187.73 188|188.97 189|189.83 190|190.50 191|191.32 192|192.35 193|193.12 194|194.41 195|195.66 196|196.32 197|197.8 198|198.86 199|199.54 200|200.77 201|201.44 202|202.33 203|203.21 204|204.55 205|205.84 206|206.62 207|207.33 208|208.97 209|209.82 210|210.16 211|211.1 212|212.83 213|213.87 214|214.50 215|215.6 216|216.99 217|217.34 218|218.33 219|219.21 220|220.33 221|221.71 222|222.98 223|223.93 224|224.32 225|225.75 226|226.7 227|227.69 228|228.49 229|229.9 230|230.9 231|231.31 232|232.86 233|233.89 234|234.90 235|235.95 236|236.70 237|237.38 238|238.91 239|239.52 240|240.86 241|241.47 242|242.98 243|243.38 244|244.64 245|245.83 246|246.18 247|247.16 248|248.76 249|249.76 250|250.45 251|251.50 252|252.88 253|253.64 254|254.90 255|255.9 256|256.33 257|257.61 258|258.79 259|259.64 260|260.75 261|261.37 262|262.67 263|263.1 264|264.88 265|265.79 266|266.90 267|267.27 268|268.28 269|269.99 270|270.43 271|271.53 272|272.85 273|273.30 274|274.88 275|275.96 276|276.3 277|277.22 278|278.70 279|279.53 280|280.56 281|281.22 282|282.54 283|283.50 284|284.4 285|285.94 286|286.52 287|287.29 288|288.23 289|289.85 290|290.17 291|291.86 292|292.98 293|293.90 294|294.74 295|295.90 296|296.17 297|297.68 298|298.99 299|299.9 300|300.45 301|301.61 302|302.36 303|303.20 304|304.99 305|305.5 306|306.65 307|307.37 308|308.8 309|309.93 310|310.14 311|311.4 312|312.43 313|313.69 314|314.1 315|315.38 316|316.51 317|317.66 318|318.70 319|319.62 320|320.4 321|321.30 322|322.12 323|323.86 324|324.51 325|325.28 326|326.71 327|327.89 328|328.66 329|329.38 330|330.61 331|331.43 332|332.32 333|333.70 334|334.74 335|335.65 336|336.60 337|337.34 338|338.45 339|339.2 340|340.95 341|341.71 342|342.32 343|343.33 344|344.64 345|345.18 346|346.3 347|347.84 348|348.80 349|349.24 350|350.57 351|351.63 352|352.77 353|353.14 354|354.51 355|355.76 356|356.78 357|357.95 358|358.28 359|359.25 360|360.59 361|361.6 362|362.65 363|363.13 364|364.16 365|365.43 366|366.96 367|367.18 368|368.74 369|369.66 370|370.98 371|371.80 372|372.1 373|373.66 374|374.64 375|375.57 376|376.87 377|377.14 378|378.95 379|379.67 380|380.60 381|381.82 382|382.74 383|383.74 384|384.17 385|385.4 386|386.9 387|387.6 388|388.68 389|389.14 390|390.42 391|391.91 392|392.63 393|393.1 394|394.82 395|395.71 396|396.9 397|397.30 398|398.24 399|399.61 400|400.59 401|401.94 402|402.61 403|403.55 404|404.19 405|405.75 406|406.8 407|407.77 408|408.65 409|409.41 410|410.11 411|411.86 412|412.13 413|413.64 414|414.13 415|415.86 416|416.78 417|417.5 418|418.45 419|419.25 420|420.18 421|421.99 422|422.96 423|423.78 424|424.37 425|425.84 426|426.71 427|427.39 428|428.96 429|429.40 430|430.38 431|431.56 432|432.17 433|433.89 434|434.65 435|435.31 436|436.85 437|437.98 438|438.44 439|439.80 440|440.43 441|441.56 442|442.54 443|443.14 444|444.50 445|445.37 446|446.54 447|447.34 448|448.17 449|449.96 450|450.72 451|451.14 452|452.86 453|453.24 454|454.51 455|455.6 456|456.7 457|457.65 458|458.2 459|459.13 460|460.38 461|461.86 462|462.70 463|463.50 464|464.0 465|465.95 466|466.20 467|467.92 468|468.78 469|469.26 470|470.56 471|471.90 472|472.49 473|473.18 474|474.14 475|475.82 476|476.13 477|477.72 478|478.17 479|479.19 480|480.16 481|481.49 482|482.36 483|483.13 484|484.26 485|485.12 486|486.15 487|487.34 488|488.52 489|489.0 490|490.2 491|491.58 492|492.4 493|493.72 494|494.30 495|495.65 496|496.62 497|497.70 498|498.27 499|499.63 500|500.10 501|501.64 502|502.78 503|503.36 504|504.33 505|505.39 506|506.2 507|507.56 508|508.87 509|509.60 510|510.15 511|511.10 512|512.26 513|513.54 514|514.46 515|515.59 516|516.25 517|517.83 518|518.29 519|519.3 520|520.23 521|521.92 522|522.6 523|523.79 524|524.95 525|525.91 526|526.19 527|527.5 528|528.37 529|529.81 530|530.9 531|531.25 532|532.8 533|533.78 534|534.36 535|535.45 536|536.59 537|537.91 538|538.9 539|539.72 540|540.67 541|541.92 542|542.41 543|543.20 544|544.12 545|545.87 546|546.88 547|547.2 548|548.27 549|549.67 550|550.79 551|551.35 552|552.77 553|553.16 554|554.54 555|555.27 556|556.46 557|557.78 558|558.99 559|559.12 560|560.19 561|561.17 562|562.74 563|563.63 564|564.21 565|565.17 566|566.44 567|567.80 568|568.28 569|569.66 570|570.40 571|571.61 572|572.90 573|573.39 574|574.7 575|575.48 576|576.27 577|577.1 578|578.68 579|579.82 580|580.30 581|581.48 582|582.65 583|583.4 584|584.26 585|585.11 586|586.98 587|587.69 588|588.75 589|589.74 590|590.26 591|591.30 592|592.24 593|593.82 594|594.44 595|595.68 596|596.9 597|597.91 598|598.20 599|599.87 600|600.17 601|601.79 602|602.47 603|603.67 604|604.18 605|605.62 606|606.92 607|607.46 608|608.12 609|609.1 610|610.50 611|611.7 612|612.85 613|613.97 614|614.48 615|615.22 616|616.16 617|617.70 618|618.9 619|619.1 620|620.80 621|621.26 622|622.71 623|623.15 624|624.79 625|625.70 626|626.2 627|627.25 628|628.30 629|629.18 630|630.5 631|631.20 632|632.52 633|633.13 634|634.41 635|635.13 636|636.71 637|637.15 638|638.76 639|639.87 640|640.52 641|641.31 642|642.65 643|643.63 644|644.30 645|645.85 646|646.43 647|647.27 648|648.74 649|649.91 650|650.93 651|651.9 652|652.15 653|653.11 654|654.15 655|655.68 656|656.97 657|657.39 658|658.10 659|659.48 660|660.22 661|661.23 662|662.61 663|663.93 664|664.53 665|665.22 666|666.20 667|667.36 668|668.79 669|669.75 670|670.73 671|671.29 672|672.95 673|673.41 674|674.79 675|675.71 676|676.95 677|677.56 678|678.97 679|679.27 680|680.98 681|681.94 682|682.30 683|683.86 684|684.36 685|685.43 686|686.24 687|687.91 688|688.55 689|689.41 690|690.37 691|691.62 692|692.32 693|693.63 694|694.31 695|695.94 696|696.41 697|697.51 698|698.74 699|699.57 700|700.53 701|701.12 702|702.31 703|703.61 704|704.66 705|705.32 706|706.53 707|707.6 708|708.13 709|709.75 710|710.44 711|711.95 712|712.48 713|713.65 714|714.97 715|715.80 716|716.55 717|717.93 718|718.75 719|719.25 720|720.72 721|721.73 722|722.1 723|723.71 724|724.51 725|725.49 726|726.51 727|727.42 728|728.67 729|729.14 730|730.82 731|731.5 732|732.7 733|733.67 734|734.42 735|735.71 736|736.98 737|737.11 738|738.52 739|739.1 740|740.21 741|741.42 742|742.36 743|743.29 744|744.38 745|745.86 746|746.88 747|747.0 748|748.94 749|749.69 750|750.13 751|751.69 752|752.96 753|753.33 754|754.46 755|755.59 756|756.5 757|757.62 758|758.24 759|759.63 760|760.31 761|761.36 762|762.19 763|763.88 764|764.31 765|765.52 766|766.33 767|767.22 768|768.55 769|769.98 770|770.44 771|771.6 772|772.41 773|773.23 774|774.70 775|775.14 776|776.83 777|777.64 778|778.20 779|779.74 780|780.44 781|781.56 782|782.74 783|783.22 784|784.5 785|785.31 786|786.77 787|787.58 788|788.22 789|789.42 790|790.92 791|791.35 792|792.37 793|793.14 794|794.3 795|795.83 796|796.17 797|797.87 798|798.35 799|799.62 800|800.41 801|801.73 802|802.0 803|803.55 804|804.46 805|805.35 806|806.39 807|807.18 808|808.95 809|809.15 810|810.96 811|811.22 812|812.20 813|813.57 814|814.97 815|815.22 816|816.5 817|817.23 818|818.85 819|819.56 820|820.62 821|821.32 822|822.26 823|823.85 824|824.7 825|825.24 826|826.56 827|827.19 828|828.87 829|829.80 830|830.20 831|831.10 832|832.13 833|833.61 834|834.63 835|835.85 836|836.15 837|837.18 838|838.2 839|839.29 840|840.63 841|841.90 842|842.85 843|843.91 844|844.16 845|845.64 846|846.7 847|847.50 848|848.34 849|849.3 850|850.94 851|851.71 852|852.85 853|853.79 854|854.31 855|855.18 856|856.40 857|857.93 858|858.91 859|859.62 860|860.71 861|861.21 862|862.25 863|863.80 864|864.70 865|865.35 866|866.6 867|867.63 868|868.99 869|869.47 870|870.0 871|871.59 872|872.1 873|873.77 874|874.99 875|875.42 876|876.67 877|877.66 878|878.46 879|879.5 880|880.40 881|881.28 882|882.47 883|883.15 884|884.48 885|885.70 886|886.9 887|887.11 888|888.7 889|889.89 890|890.71 891|891.39 892|892.86 893|893.9 894|894.31 895|895.57 896|896.13 897|897.19 898|898.38 899|899.99 900|900.3 901|901.79 902|902.87 903|903.71 904|904.93 905|905.45 906|906.58 907|907.12 908|908.46 909|909.89 910|910.49 911|911.80 912|912.26 913|913.54 914|914.96 915|915.26 916|916.65 917|917.31 918|918.87 919|919.20 920|920.79 921|921.48 922|922.92 923|923.10 924|924.74 925|925.19 926|926.31 927|927.17 928|928.29 929|929.8 930|930.89 931|931.92 932|932.1 933|933.19 934|934.36 935|935.74 936|936.48 937|937.7 938|938.81 939|939.89 940|940.68 941|941.94 942|942.95 943|943.84 944|944.78 945|945.46 946|946.50 947|947.48 948|948.89 949|949.89 950|950.58 951|951.55 952|952.66 953|953.94 954|954.78 955|955.30 956|956.34 957|957.51 958|958.95 959|959.3 960|960.2 961|961.59 962|962.90 963|963.73 964|964.40 965|965.65 966|966.43 967|967.85 968|968.91 969|969.63 970|970.38 971|971.50 972|972.4 973|973.39 974|974.74 975|975.32 976|976.38 977|977.59 978|978.91 979|979.10 980|980.99 981|981.78 982|982.9 983|983.70 984|984.89 985|985.54 986|986.15 987|987.46 988|988.31 989|989.29 990|990.10 991|991.29 992|992.16 993|993.28 994|994.58 995|995.5 996|996.19 997|997.91 998|998.22 999|999.83 1000|1000.96 1001|1001.66 1002|1002.52 1003|1003.92 1004|1004.89 1005|1005.7 1006|1006.10 1007|1007.26 1008|1008.78 1009|1009.41 1010|1010.98 1011|1011.39 1012|1012.91 1013|1013.62 1014|1014.87 1015|1015.63 1016|1016.8 1017|1017.46 1018|1018.32 1019|1019.15 1020|1020.10 1021|1021.28 1022|1022.16 1023|1023.42 1024|1024.68 1025|1025.30 1026|1026.76 1027|1027.30 1028|1028.6 1029|1029.15 1030|1030.68 1031|1031.19 1032|1032.37 1033|1033.27 1034|1034.89 1035|1035.62 1036|1036.60 1037|1037.20 1038|1038.86 1039|1039.60 1040|1040.51 1041|1041.49 1042|1042.15 1043|1043.72 1044|1044.78 1045|1045.5 1046|1046.5 1047|1047.25 1048|1048.43 1049|1049.48 1050|1050.40 1051|1051.93 1052|1052.99 1053|1053.49 1054|1054.61 1055|1055.20 1056|1056.4 1057|1057.63 1058|1058.40 1059|1059.34 1060|1060.71 1061|1061.56 1062|1062.34 1063|1063.75 1064|1064.56 1065|1065.88 1066|1066.31 1067|1067.90 1068|1068.49 1069|1069.78 1070|1070.92 1071|1071.79 1072|1072.3 1073|1073.53 1074|1074.0 1075|1075.33 1076|1076.91 1077|1077.23 1078|1078.27 1079|1079.18 1080|1080.82 1081|1081.26 1082|1082.37 1083|1083.7 1084|1084.60 1085|1085.49 1086|1086.59 1087|1087.13 1088|1088.97 1089|1089.94 1090|1090.47 1091|1091.67 1092|1092.43 1093|1093.65 1094|1094.87 1095|1095.99 1096|1096.70 1097|1097.41 1098|1098.31 1099|1099.33 1100|1100.11 1101|1101.18 1102|1102.61 1103|1103.75 1104|1104.83 1105|1105.19 1106|1106.80 1107|1107.3 1108|1108.74 1109|1109.49 1110|1110.9 1111|1111.43 1112|1112.58 1113|1113.35 1114|1114.63 1115|1115.33 1116|1116.1 1117|1117.89 1118|1118.95 1119|1119.87 1120|1120.87 1121|1121.89 1122|1122.60 1123|1123.93 1124|1124.45 1125|1125.76 1126|1126.15 1127|1127.27 1128|1128.28 1129|1129.92 1130|1130.85 1131|1131.41 1132|1132.48 1133|1133.75 1134|1134.92 1135|1135.80 1136|1136.61 1137|1137.37 1138|1138.98 1139|1139.2 1140|1140.16 1141|1141.4 1142|1142.26 1143|1143.67 1144|1144.7 1145|1145.38 1146|1146.93 1147|1147.28 1148|1148.16 1149|1149.45 1150|1150.64 1151|1151.69 1152|1152.43 1153|1153.83 1154|1154.73 1155|1155.0 1156|1156.36 1157|1157.30 1158|1158.27 1159|1159.2 1160|1160.49 1161|1161.52 1162|1162.77 1163|1163.91 1164|1164.70 1165|1165.57 1166|1166.61 1167|1167.55 1168|1168.52 1169|1169.88 1170|1170.93 1171|1171.78 1172|1172.82 1173|1173.18 1174|1174.70 1175|1175.17 1176|1176.68 1177|1177.35 1178|1178.54 1179|1179.57 1180|1180.57 1181|1181.76 1182|1182.71 1183|1183.17 1184|1184.27 1185|1185.61 1186|1186.13 1187|1187.90 1188|1188.57 1189|1189.99 1190|1190.83 1191|1191.38 1192|1192.98 1193|1193.4 1194|1194.24 1195|1195.38 1196|1196.81 1197|1197.62 1198|1198.81 1199|1199.84 1200|1200.83 1201|1201.50 1202|1202.43 1203|1203.28 1204|1204.29 1205|1205.74 1206|1206.68 1207|1207.2 1208|1208.5 1209|1209.11 1210|1210.42 1211|1211.69 1212|1212.7 1213|1213.23 1214|1214.34 1215|1215.54 1216|1216.36 1217|1217.43 1218|1218.31 1219|1219.94 1220|1220.46 1221|1221.28 1222|1222.53 1223|1223.25 1224|1224.52 1225|1225.87 1226|1226.63 1227|1227.36 1228|1228.94 1229|1229.72 1230|1230.22 1231|1231.8 1232|1232.21 1233|1233.11 1234|1234.41 1235|1235.29 1236|1236.23 1237|1237.97 1238|1238.5 1239|1239.58 1240|1240.57 1241|1241.46 1242|1242.67 1243|1243.13 1244|1244.20 1245|1245.20 1246|1246.18 1247|1247.85 1248|1248.83 1249|1249.37 1250|1250.2 1251|1251.59 1252|1252.54 1253|1253.31 1254|1254.58 1255|1255.11 1256|1256.70 1257|1257.71 1258|1258.5 1259|1259.98 1260|1260.71 1261|1261.19 1262|1262.40 1263|1263.87 1264|1264.81 1265|1265.34 1266|1266.21 1267|1267.58 1268|1268.39 1269|1269.61 1270|1270.90 1271|1271.49 1272|1272.91 1273|1273.98 1274|1274.16 1275|1275.39 1276|1276.89 1277|1277.2 1278|1278.92 1279|1279.99 1280|1280.7 1281|1281.95 1282|1282.54 1283|1283.75 1284|1284.40 1285|1285.22 1286|1286.62 1287|1287.77 1288|1288.86 1289|1289.30 1290|1290.76 1291|1291.85 1292|1292.78 1293|1293.82 1294|1294.23 1295|1295.14 1296|1296.86 1297|1297.75 1298|1298.39 1299|1299.38 1300|1300.16 1301|1301.29 1302|1302.49 1303|1303.85 1304|1304.25 1305|1305.74 1306|1306.90 1307|1307.45 1308|1308.52 1309|1309.44 1310|1310.75 1311|1311.67 1312|1312.89 1313|1313.71 1314|1314.61 1315|1315.20 1316|1316.89 1317|1317.14 1318|1318.43 1319|1319.49 1320|1320.18 1321|1321.75 1322|1322.45 1323|1323.48 1324|1324.8 1325|1325.54 1326|1326.40 1327|1327.58 1328|1328.79 1329|1329.66 1330|1330.56 1331|1331.13 1332|1332.58 1333|1333.69 1334|1334.68 1335|1335.84 1336|1336.79 1337|1337.97 1338|1338.26 1339|1339.78 1340|1340.53 1341|1341.11 1342|1342.20 1343|1343.18 1344|1344.24 1345|1345.0 1346|1346.83 1347|1347.85 1348|1348.50 1349|1349.85 1350|1350.56 1351|1351.32 1352|1352.5 1353|1353.50 1354|1354.9 1355|1355.73 1356|1356.30 1357|1357.92 1358|1358.73 1359|1359.62 1360|1360.30 1361|1361.27 1362|1362.55 1363|1363.54 1364|1364.85 1365|1365.18 1366|1366.86 1367|1367.35 1368|1368.23 1369|1369.64 1370|1370.55 1371|1371.88 1372|1372.22 1373|1373.46 1374|1374.2 1375|1375.56 1376|1376.73 1377|1377.56 1378|1378.46 1379|1379.22 1380|1380.38 1381|1381.16 1382|1382.0 1383|1383.33 1384|1384.33 1385|1385.13 1386|1386.28 1387|1387.87 1388|1388.19 1389|1389.92 1390|1390.33 1391|1391.57 1392|1392.87 1393|1393.17 1394|1394.89 1395|1395.24 1396|1396.77 1397|1397.34 1398|1398.93 1399|1399.10 1400|1400.30 1401|1401.31 1402|1402.47 1403|1403.45 1404|1404.35 1405|1405.37 1406|1406.9 1407|1407.4 1408|1408.70 1409|1409.85 1410|1410.97 1411|1411.66 1412|1412.84 1413|1413.3 1414|1414.73 1415|1415.3 1416|1416.35 1417|1417.5 1418|1418.32 1419|1419.16 1420|1420.40 1421|1421.65 1422|1422.47 1423|1423.60 1424|1424.45 1425|1425.80 1426|1426.7 1427|1427.10 1428|1428.34 1429|1429.56 1430|1430.14 1431|1431.81 1432|1432.60 1433|1433.87 1434|1434.26 1435|1435.37 1436|1436.98 1437|1437.69 1438|1438.79 1439|1439.54 1440|1440.5 1441|1441.77 1442|1442.79 1443|1443.4 1444|1444.51 1445|1445.39 1446|1446.19 1447|1447.99 1448|1448.28 1449|1449.46 1450|1450.75 1451|1451.98 1452|1452.73 1453|1453.64 1454|1454.83 1455|1455.46 1456|1456.42 1457|1457.75 1458|1458.26 1459|1459.3 1460|1460.29 1461|1461.1 1462|1462.73 1463|1463.46 1464|1464.88 1465|1465.94 1466|1466.89 1467|1467.38 1468|1468.68 1469|1469.80 1470|1470.85 1471|1471.32 1472|1472.69 1473|1473.21 1474|1474.30 1475|1475.16 1476|1476.33 1477|1477.42 1478|1478.1 1479|1479.12 1480|1480.41 1481|1481.73 1482|1482.13 1483|1483.12 1484|1484.70 1485|1485.47 1486|1486.3 1487|1487.7 1488|1488.30 1489|1489.67 1490|1490.1 1491|1491.68 1492|1492.94 1493|1493.30 1494|1494.88 1495|1495.2 1496|1496.33 1497|1497.83 1498|1498.91 1499|1499.46 1500|1500.17 1501|1501.49 1502|1502.36 1503|1503.0 1504|1504.17 1505|1505.70 1506|1506.60 1507|1507.8 1508|1508.78 1509|1509.12 1510|1510.7 1511|1511.13 1512|1512.81 1513|1513.40 1514|1514.77 1515|1515.36 1516|1516.50 1517|1517.77 1518|1518.82 1519|1519.87 1520|1520.5 1521|1521.48 1522|1522.61 1523|1523.76 1524|1524.45 1525|1525.79 1526|1526.57 1527|1527.97 1528|1528.90 1529|1529.38 1530|1530.34 1531|1531.79 1532|1532.18 1533|1533.22 1534|1534.51 1535|1535.69 1536|1536.74 1537|1537.55 1538|1538.26 1539|1539.45 1540|1540.78 1541|1541.64 1542|1542.20 1543|1543.18 1544|1544.73 1545|1545.42 1546|1546.5 1547|1547.88 1548|1548.59 1549|1549.1 1550|1550.52 1551|1551.68 1552|1552.22 1553|1553.81 1554|1554.38 1555|1555.10 1556|1556.80 1557|1557.70 1558|1558.70 1559|1559.85 1560|1560.6 1561|1561.53 1562|1562.35 1563|1563.58 1564|1564.89 1565|1565.60 1566|1566.20 1567|1567.69 1568|1568.82 1569|1569.5 1570|1570.11 1571|1571.75 1572|1572.59 1573|1573.68 1574|1574.74 1575|1575.20 1576|1576.1 1577|1577.76 1578|1578.40 1579|1579.21 1580|1580.30 1581|1581.1 1582|1582.26 1583|1583.95 1584|1584.43 1585|1585.61 1586|1586.55 1587|1587.24 1588|1588.33 1589|1589.86 1590|1590.13 1591|1591.95 1592|1592.72 1593|1593.7 1594|1594.55 1595|1595.7 1596|1596.60 1597|1597.47 1598|1598.21 1599|1599.37 1600|1600.57 1601|1601.50 1602|1602.71 1603|1603.52 1604|1604.77 1605|1605.23 1606|1606.16 1607|1607.44 1608|1608.87 1609|1609.8 1610|1610.40 1611|1611.73 1612|1612.87 1613|1613.36 1614|1614.11 1615|1615.69 1616|1616.94 1617|1617.15 1618|1618.89 1619|1619.28 1620|1620.96 1621|1621.56 1622|1622.98 1623|1623.32 1624|1624.61 1625|1625.75 1626|1626.27 1627|1627.18 1628|1628.9 1629|1629.9 1630|1630.73 1631|1631.10 1632|1632.18 1633|1633.32 1634|1634.36 1635|1635.32 1636|1636.73 1637|1637.27 1638|1638.25 1639|1639.44 1640|1640.8 1641|1641.34 1642|1642.60 1643|1643.34 1644|1644.65 1645|1645.42 1646|1646.94 1647|1647.30 1648|1648.58 1649|1649.41 1650|1650.98 1651|1651.16 1652|1652.31 1653|1653.80 1654|1654.26 1655|1655.96 1656|1656.31 1657|1657.25 1658|1658.65 1659|1659.79 1660|1660.4 1661|1661.1 1662|1662.83 1663|1663.60 1664|1664.16 1665|1665.89 1666|1666.24 1667|1667.51 1668|1668.56 1669|1669.23 1670|1670.55 1671|1671.70 1672|1672.79 1673|1673.1 1674|1674.77 1675|1675.1 1676|1676.53 1677|1677.83 1678|1678.30 1679|1679.80 1680|1680.75 1681|1681.78 1682|1682.95 1683|1683.85 1684|1684.18 1685|1685.99 1686|1686.54 1687|1687.14 1688|1688.40 1689|1689.87 1690|1690.60 1691|1691.84 1692|1692.50 1693|1693.94 1694|1694.70 1695|1695.29 1696|1696.5 1697|1697.45 1698|1698.25 1699|1699.21 1700|1700.35 1701|1701.10 1702|1702.81 1703|1703.23 1704|1704.95 1705|1705.60 1706|1706.16 1707|1707.88 1708|1708.19 1709|1709.90 1710|1710.85 1711|1711.70 1712|1712.63 1713|1713.26 1714|1714.60 1715|1715.26 1716|1716.39 1717|1717.48 1718|1718.69 1719|1719.60 1720|1720.52 1721|1721.55 1722|1722.59 1723|1723.5 1724|1724.9 1725|1725.19 1726|1726.62 1727|1727.80 1728|1728.28 1729|1729.47 1730|1730.3 1731|1731.72 1732|1732.13 1733|1733.58 1734|1734.85 1735|1735.12 1736|1736.48 1737|1737.11 1738|1738.65 1739|1739.16 1740|1740.15 1741|1741.27 1742|1742.48 1743|1743.59 1744|1744.24 1745|1745.24 1746|1746.82 1747|1747.88 1748|1748.65 1749|1749.64 1750|1750.8 1751|1751.4 1752|1752.44 1753|1753.15 1754|1754.58 1755|1755.8 1756|1756.8 1757|1757.20 1758|1758.18 1759|1759.85 1760|1760.74 1761|1761.52 1762|1762.93 1763|1763.27 1764|1764.35 1765|1765.56 1766|1766.99 1767|1767.79 1768|1768.58 1769|1769.23 1770|1770.49 1771|1771.28 1772|1772.92 1773|1773.22 1774|1774.48 1775|1775.2 1776|1776.74 1777|1777.43 1778|1778.1 1779|1779.61 1780|1780.57 1781|1781.19 1782|1782.48 1783|1783.14 1784|1784.50 1785|1785.9 1786|1786.5 1787|1787.18 1788|1788.24 1789|1789.1 1790|1790.1 1791|1791.6 1792|1792.87 1793|1793.16 1794|1794.55 1795|1795.0 1796|1796.67 1797|1797.72 1798|1798.67 1799|1799.86 1800|1800.16 1801|1801.66 1802|1802.45 1803|1803.53 1804|1804.54 1805|1805.7 1806|1806.67 1807|1807.22 1808|1808.73 1809|1809.21 1810|1810.81 1811|1811.10 1812|1812.18 1813|1813.0 1814|1814.72 1815|1815.8 1816|1816.46 1817|1817.65 1818|1818.81 1819|1819.17 1820|1820.64 1821|1821.93 1822|1822.38 1823|1823.4 1824|1824.22 1825|1825.48 1826|1826.3 1827|1827.99 1828|1828.71 1829|1829.4 1830|1830.9 1831|1831.82 1832|1832.49 1833|1833.11 1834|1834.16 1835|1835.69 1836|1836.8 1837|1837.63 1838|1838.92 1839|1839.71 1840|1840.52 1841|1841.4 1842|1842.73 1843|1843.1 1844|1844.27 1845|1845.33 1846|1846.39 1847|1847.1 1848|1848.34 1849|1849.18 1850|1850.68 1851|1851.78 1852|1852.23 1853|1853.0 1854|1854.41 1855|1855.63 1856|1856.85 1857|1857.83 1858|1858.33 1859|1859.58 1860|1860.65 1861|1861.73 1862|1862.18 1863|1863.78 1864|1864.32 1865|1865.55 1866|1866.0 1867|1867.37 1868|1868.78 1869|1869.56 1870|1870.41 1871|1871.45 1872|1872.61 1873|1873.14 1874|1874.31 1875|1875.17 1876|1876.56 1877|1877.3 1878|1878.89 1879|1879.2 1880|1880.38 1881|1881.87 1882|1882.44 1883|1883.48 1884|1884.15 1885|1885.35 1886|1886.5 1887|1887.60 1888|1888.95 1889|1889.98 1890|1890.70 1891|1891.83 1892|1892.63 1893|1893.43 1894|1894.35 1895|1895.90 1896|1896.14 1897|1897.87 1898|1898.99 1899|1899.35 1900|1900.54 1901|1901.7 1902|1902.69 1903|1903.88 1904|1904.5 1905|1905.16 1906|1906.10 1907|1907.76 1908|1908.89 1909|1909.64 1910|1910.2 1911|1911.31 1912|1912.88 1913|1913.58 1914|1914.40 1915|1915.62 1916|1916.49 1917|1917.67 1918|1918.29 1919|1919.73 1920|1920.15 1921|1921.22 1922|1922.83 1923|1923.18 1924|1924.54 1925|1925.77 1926|1926.10 1927|1927.67 1928|1928.95 1929|1929.55 1930|1930.23 1931|1931.83 1932|1932.63 1933|1933.52 1934|1934.68 1935|1935.64 1936|1936.99 1937|1937.14 1938|1938.19 1939|1939.49 1940|1940.93 1941|1941.33 1942|1942.6 1943|1943.69 1944|1944.13 1945|1945.81 1946|1946.69 1947|1947.48 1948|1948.15 1949|1949.5 1950|1950.31 1951|1951.48 1952|1952.1 1953|1953.75 1954|1954.73 1955|1955.83 1956|1956.56 1957|1957.69 1958|1958.48 1959|1959.64 1960|1960.56 1961|1961.14 1962|1962.92 1963|1963.20 1964|1964.91 1965|1965.1 1966|1966.70 1967|1967.37 1968|1968.60 1969|1969.84 1970|1970.85 1971|1971.2 1972|1972.47 1973|1973.71 1974|1974.62 1975|1975.40 1976|1976.8 1977|1977.89 1978|1978.60 1979|1979.40 1980|1980.56 1981|1981.49 1982|1982.11 1983|1983.72 1984|1984.90 1985|1985.51 1986|1986.33 1987|1987.0 1988|1988.27 1989|1989.43 1990|1990.94 1991|1991.37 1992|1992.70 1993|1993.95 1994|1994.70 1995|1995.66 1996|1996.38 1997|1997.47 1998|1998.74 1999|1999.96 2000|2000.29 2001|2001.6 2002|2002.47 2003|2003.57 2004|2004.1 2005|2005.81 2006|2006.16 2007|2007.72 2008|2008.33 2009|2009.34 2010|2010.16 2011|2011.82 2012|2012.72 2013|2013.36 2014|2014.11 2015|2015.51 2016|2016.37 2017|2017.90 2018|2018.58 2019|2019.27 2020|2020.3 2021|2021.34 2022|2022.77 2023|2023.73 2024|2024.4 2025|2025.92 2026|2026.76 2027|2027.30 2028|2028.29 2029|2029.38 2030|2030.49 2031|2031.38 2032|2032.50 2033|2033.71 2034|2034.67 2035|2035.35 2036|2036.91 2037|2037.64 2038|2038.25 2039|2039.99 2040|2040.70 2041|2041.4 2042|2042.25 2043|2043.72 2044|2044.85 2045|2045.0 2046|2046.77 2047|2047.33 2048|2048.93 2049|2049.81 2050|2050.31 2051|2051.26 2052|2052.43 2053|2053.81 2054|2054.62 2055|2055.29 2056|2056.31 2057|2057.70 2058|2058.20 2059|2059.90 2060|2060.4 2061|2061.53 2062|2062.6 2063|2063.97 2064|2064.4 2065|2065.25 2066|2066.67 2067|2067.86 2068|2068.72 2069|2069.80 2070|2070.31 2071|2071.32 2072|2072.2 2073|2073.40 2074|2074.96 2075|2075.15 2076|2076.51 2077|2077.13 2078|2078.67 2079|2079.1 2080|2080.11 2081|2081.78 2082|2082.69 2083|2083.84 2084|2084.34 2085|2085.34 2086|2086.13 2087|2087.1 2088|2088.72 2089|2089.9 2090|2090.11 2091|2091.97 2092|2092.35 2093|2093.22 2094|2094.20 2095|2095.67 2096|2096.48 2097|2097.57 2098|2098.4 2099|2099.75 2100|2100.82 2101|2101.3 2102|2102.54 2103|2103.79 2104|2104.73 2105|2105.68 2106|2106.44 2107|2107.90 2108|2108.17 2109|2109.38 2110|2110.20 2111|2111.53 2112|2112.15 2113|2113.28 2114|2114.26 2115|2115.12 2116|2116.94 2117|2117.98 2118|2118.23 2119|2119.35 2120|2120.81 2121|2121.44 2122|2122.87 2123|2123.38 2124|2124.22 2125|2125.77 2126|2126.84 2127|2127.99 2128|2128.82 2129|2129.67 2130|2130.84 2131|2131.29 2132|2132.76 2133|2133.66 2134|2134.68 2135|2135.67 2136|2136.59 2137|2137.36 2138|2138.28 2139|2139.62 2140|2140.38 2141|2141.48 2142|2142.25 2143|2143.33 2144|2144.90 2145|2145.73 2146|2146.78 2147|2147.90 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">16908.0</float>
<str name="amounts_dpf">1|1.28 2|2.71 3|3.79 4|4.29 5|5.54 6|6.9 7|7.63 8|8.31 9|9.9 10|10.50 11|11.73 12|12.72 13|13.17 14|14.29 15|15.43 16|16.89 17|17.48 18|18.94 19|19.81 20|20.92 21|21.18 22|22.4 23|23.3 24|24.14 25|25.73 26|26.74 27|27.78 28|28.17 29|29.19 30|30.34 31|31.6 32|32.58 33|33.96 34|34.49 35|35.22 36|36.44 37|37.34 38|38.92 39|39.45 40|40.83 41|41.78 42|42.81 43|43.29 44|44.68 45|45.70 46|46.12 47|47.66 48|48.45 49|49.72 50|50.88 51|51.6 52|52.17 53|53.37 54|54.30 55|55.7 56|56.29 57|57.83 58|58.47 59|59.36 60|60.30 61|61.21 62|62.31 63|63.74 64|64.35 65|65.89 66|66.98 67|67.11 68|68.88 69|69.79 70|70.15 71|71.45 72|72.31 73|73.10 74|74.94 75|75.15 76|76.42 77|77.65 78|78.24 79|79.80 80|80.43 81|81.80 82|82.54 83|83.4 84|84.48 85|85.79 86|86.61 87|87.63 88|88.27 89|89.35 90|90.36 91|91.97 92|92.84 93|93.9 94|94.46 95|95.82 96|96.76 97|97.26 98|98.73 99|99.86 100|100.71 101|101.59 102|102.90 103|103.47 104|104.65 105|105.98 106|106.65 107|107.7 108|108.86 109|109.95 110|110.87 111|111.15 112|112.90 113|113.8 114|114.68 115|115.94 116|116.2 117|117.54 118|118.95 119|119.63 120|120.16 121|121.34 122|122.34 123|123.49 124|124.7 125|125.55 126|126.87 127|127.29 128|128.27 129|129.56 130|130.39 131|131.37 132|132.1 133|133.71 134|134.22 135|135.60 136|136.90 137|137.74 138|138.82 139|139.19 140|140.70 141|141.51 142|142.82 143|143.36 144|144.13 145|145.51 146|146.35 147|147.99 148|148.8 149|149.28 150|150.72 151|151.14 152|152.88 153|153.23 154|154.7 155|155.14 156|156.51 157|157.39 158|158.31 159|159.5 160|160.89 161|161.0 162|162.27 163|163.81 164|164.21 165|165.75 166|166.26 167|167.92 168|168.98 169|169.84 170|170.91 171|171.28 172|172.11 173|173.96 174|174.31 175|175.27 176|176.38 177|177.52 178|178.67 179|179.41 180|180.80 181|181.31 182|182.27 183|183.32 184|184.63 185|185.81 186|186.24 187|187.77 188|188.11 189|189.21 190|190.39 191|191.1 192|192.82 193|193.74 194|194.24 195|195.86 196|196.30 197|197.72 198|198.17 199|199.32 200|200.97 201|201.79 202|202.30 203|203.94 204|204.65 205|205.24 206|206.33 207|207.89 208|208.25 209|209.91 210|210.22 211|211.98 212|212.53 213|213.16 214|214.39 215|215.95 216|216.42 217|217.47 218|218.66 219|219.51 220|220.35 221|221.52 222|222.35 223|223.45 224|224.60 225|225.83 226|226.78 227|227.12 228|228.80 229|229.16 230|230.99 231|231.74 232|232.60 233|233.30 234|234.25 235|235.16 236|236.14 237|237.94 238|238.7 239|239.41 240|240.6 241|241.34 242|242.3 243|243.27 244|244.78 245|245.59 246|246.0 247|247.25 248|248.69 249|249.24 250|250.14 251|251.19 252|252.17 253|253.73 254|254.16 255|255.48 256|256.96 257|257.67 258|258.86 259|259.41 260|260.18 261|261.15 262|262.55 263|263.46 264|264.7 265|265.7 266|266.66 267|267.23 268|268.64 269|269.44 270|270.6 271|271.25 272|272.54 273|273.75 274|274.84 275|275.13 276|276.92 277|277.36 278|278.63 279|279.3 280|280.63 281|281.18 282|282.88 283|283.30 284|284.17 285|285.66 286|286.21 287|287.64 288|288.69 289|289.57 290|290.96 291|291.7 292|292.98 293|293.56 294|294.49 295|295.17 296|296.28 297|297.68 298|298.41 299|299.86 300|300.68 301|301.3 302|302.10 303|303.48 304|304.30 305|305.65 306|306.12 307|307.99 308|308.22 309|309.63 310|310.16 311|311.65 312|312.69 313|313.85 314|314.55 315|315.80 316|316.72 317|317.16 318|318.82 319|319.14 320|320.92 321|321.41 322|322.74 323|323.9 324|324.46 325|325.73 326|326.49 327|327.82 328|328.81 329|329.7 330|330.37 331|331.31 332|332.72 333|333.72 334|334.87 335|335.52 336|336.8 337|337.99 338|338.50 339|339.1 340|340.16 341|341.18 342|342.84 343|343.63 344|344.86 345|345.44 346|346.20 347|347.31 348|348.61 349|349.10 350|350.56 351|351.90 352|352.4 353|353.72 354|354.65 355|355.81 356|356.5 357|357.33 358|358.89 359|359.29 360|360.59 361|361.7 362|362.93 363|363.88 364|364.78 365|365.39 366|366.95 367|367.60 368|368.3 369|369.8 370|370.45 371|371.13 372|372.42 373|373.92 374|374.65 375|375.48 376|376.60 377|377.6 378|378.89 379|379.31 380|380.19 381|381.75 382|382.20 383|383.0 384|384.97 385|385.70 386|386.55 387|387.97 388|388.23 389|389.79 390|390.80 391|391.67 392|392.18 393|393.99 394|394.64 395|395.30 396|396.34 397|397.98 398|398.82 399|399.41 400|400.97 401|401.54 402|402.65 403|403.29 404|404.95 405|405.92 406|406.45 407|407.26 408|408.30 409|409.65 410|410.40 411|411.30 412|412.57 413|413.19 414|414.64 415|415.90 416|416.0 417|417.45 418|418.39 419|419.89 420|420.54 421|421.58 422|422.9 423|423.41 424|424.47 425|425.70 426|426.45 427|427.11 428|428.67 429|429.19 430|430.58 431|431.57 432|432.17 433|433.63 434|434.25 435|435.52 436|436.4 437|437.9 438|438.28 439|439.70 440|440.5 441|441.35 442|442.10 443|443.61 444|444.50 445|445.64 446|446.66 447|447.69 448|448.90 449|449.82 450|450.92 451|451.42 452|452.71 453|453.11 454|454.11 455|455.93 456|456.21 457|457.67 458|458.14 459|459.25 460|460.95 461|461.75 462|462.87 463|463.91 464|464.40 465|465.31 466|466.44 467|467.82 468|468.75 469|469.69 470|470.89 471|471.70 472|472.18 473|473.43 474|474.5 475|475.2 476|476.34 477|477.11 478|478.90 479|479.61 480|480.23 481|481.0 482|482.55 483|483.5 484|484.59 485|485.46 486|486.30 487|487.37 488|488.66 489|489.11 490|490.89 491|491.42 492|492.58 493|493.53 494|494.80 495|495.99 496|496.73 497|497.7 498|498.4 499|499.42 500|500.51 501|501.79 502|502.17 503|503.60 504|504.74 505|505.30 506|506.42 507|507.75 508|508.45 509|509.62 510|510.24 511|511.3 512|512.44 513|513.84 514|514.11 515|515.22 516|516.82 517|517.29 518|518.21 519|519.77 520|520.20 521|521.26 522|522.14 523|523.34 524|524.26 525|525.42 526|526.44 527|527.77 528|528.88 529|529.61 530|530.54 531|531.25 532|532.38 533|533.19 534|534.82 535|535.25 536|536.49 537|537.17 538|538.43 539|539.4 540|540.75 541|541.28 542|542.62 543|543.34 544|544.34 545|545.84 546|546.81 547|547.40 548|548.69 549|549.66 550|550.12 551|551.0 552|552.4 553|553.88 554|554.92 555|555.80 556|556.47 557|557.75 558|558.51 559|559.4 560|560.9 561|561.60 562|562.49 563|563.96 564|564.67 565|565.71 566|566.3 567|567.55 568|568.42 569|569.41 570|570.28 571|571.27 572|572.46 573|573.7 574|574.36 575|575.0 576|576.40 577|577.8 578|578.24 579|579.87 580|580.27 581|581.22 582|582.2 583|583.3 584|584.37 585|585.21 586|586.41 587|587.82 588|588.49 589|589.83 590|590.34 591|591.51 592|592.22 593|593.21 594|594.68 595|595.62 596|596.27 597|597.83 598|598.51 599|599.10 600|600.55 601|601.68 602|602.42 603|603.51 604|604.86 605|605.71 606|606.3 607|607.41 608|608.7 609|609.16 610|610.67 611|611.23 612|612.10 613|613.16 614|614.81 615|615.72 616|616.37 617|617.57 618|618.24 619|619.81 620|620.37 621|621.1 622|622.63 623|623.84 624|624.25 625|625.77 626|626.72 627|627.11 628|628.6 629|629.31 630|630.44 631|631.91 632|632.78 633|633.22 634|634.45 635|635.19 636|636.93 637|637.55 638|638.7 639|639.59 640|640.38 641|641.78 642|642.87 643|643.27 644|644.9 645|645.51 646|646.15 647|647.87 648|648.81 649|649.57 650|650.66 651|651.98 652|652.33 653|653.85 654|654.24 655|655.14 656|656.98 657|657.97 658|658.6 659|659.70 660|660.19 661|661.35 662|662.56 663|663.37 664|664.10 665|665.4 666|666.13 667|667.46 668|668.56 669|669.85 670|670.33 671|671.5 672|672.46 673|673.63 674|674.26 675|675.76 676|676.20 677|677.46 678|678.45 679|679.39 680|680.48 681|681.93 682|682.26 683|683.35 684|684.74 685|685.90 686|686.27 687|687.78 688|688.77 689|689.93 690|690.51 691|691.23 692|692.53 693|693.86 694|694.91 695|695.19 696|696.62 697|697.13 698|698.45 699|699.50 700|700.90 701|701.42 702|702.56 703|703.80 704|704.2 705|705.78 706|706.50 707|707.30 708|708.35 709|709.71 710|710.6 711|711.71 712|712.66 713|713.65 714|714.36 715|715.31 716|716.63 717|717.31 718|718.45 719|719.46 720|720.18 721|721.74 722|722.55 723|723.66 724|724.96 725|725.75 726|726.3 727|727.12 728|728.88 729|729.0 730|730.55 731|731.82 732|732.49 733|733.9 734|734.29 735|735.53 736|736.32 737|737.54 738|738.89 739|739.68 740|740.45 741|741.80 742|742.95 743|743.88 744|744.91 745|745.13 746|746.28 747|747.71 748|748.18 749|749.60 750|750.52 751|751.96 752|752.24 753|753.83 754|754.60 755|755.12 756|756.2 757|757.93 758|758.84 759|759.1 760|760.45 761|761.78 762|762.10 763|763.58 764|764.52 765|765.29 766|766.55 767|767.47 768|768.46 769|769.50 770|770.25 771|771.92 772|772.92 773|773.68 774|774.79 775|775.8 776|776.87 777|777.23 778|778.50 779|779.98 780|780.62 781|781.79 782|782.29 783|783.7 784|784.63 785|785.84 786|786.46 787|787.44 788|788.18 789|789.25 790|790.33 791|791.9 792|792.77 793|793.99 794|794.37 795|795.12 796|796.26 797|797.62 798|798.28 799|799.82 800|800.97 801|801.24 802|802.97 803|803.79 804|804.33 805|805.66 806|806.9 807|807.80 808|808.6 809|809.65 810|810.22 811|811.55 812|812.7 813|813.57 814|814.4 815|815.57 816|816.96 817|817.7 818|818.19 819|819.88 820|820.37 821|821.94 822|822.56 823|823.30 824|824.84 825|825.5 826|826.82 827|827.53 828|828.16 829|829.44 830|830.95 831|831.86 832|832.66 833|833.36 834|834.5 835|835.85 836|836.63 837|837.47 838|838.9 839|839.26 840|840.40 841|841.70 842|842.46 843|843.67 844|844.86 845|845.93 846|846.46 847|847.64 848|848.35 849|849.11 850|850.90 851|851.60 852|852.24 853|853.11 854|854.57 855|855.9 856|856.9 857|857.62 858|858.97 859|859.43 860|860.99 861|861.3 862|862.15 863|863.36 864|864.43 865|865.72 866|866.24 867|867.86 868|868.77 869|869.23 870|870.22 871|871.29 872|872.43 873|873.26 874|874.71 875|875.99 876|876.10 877|877.68 878|878.93 879|879.2 880|880.24 881|881.89 882|882.37 883|883.50 884|884.45 885|885.57 886|886.67 887|887.17 888|888.38 889|889.77 890|890.83 891|891.87 892|892.36 893|893.64 894|894.24 895|895.85 896|896.2 897|897.47 898|898.47 899|899.94 900|900.19 901|901.31 902|902.4 903|903.51 904|904.16 905|905.52 906|906.53 907|907.13 908|908.4 909|909.93 910|910.43 911|911.9 912|912.38 913|913.73 914|914.90 915|915.96 916|916.99 917|917.90 918|918.99 919|919.54 920|920.19 921|921.14 922|922.43 923|923.88 924|924.96 925|925.32 926|926.18 927|927.35 928|928.3 929|929.19 930|930.84 931|931.43 932|932.33 933|933.69 934|934.6 935|935.76 936|936.43 937|937.61 938|938.18 939|939.9 940|940.46 941|941.62 942|942.66 943|943.11 944|944.43 945|945.1 946|946.65 947|947.26 948|948.70 949|949.10 950|950.97 951|951.38 952|952.31 953|953.17 954|954.64 955|955.13 956|956.40 957|957.15 958|958.3 959|959.91 960|960.32 961|961.31 962|962.62 963|963.17 964|964.80 965|965.60 966|966.71 967|967.99 968|968.12 969|969.11 970|970.6 971|971.48 972|972.80 973|973.40 974|974.50 975|975.33 976|976.89 977|977.52 978|978.13 979|979.88 980|980.61 981|981.48 982|982.70 983|983.73 984|984.47 985|985.11 986|986.42 987|987.41 988|988.37 989|989.59 990|990.72 991|991.27 992|992.12 993|993.27 994|994.86 995|995.47 996|996.76 997|997.51 998|998.79 999|999.61 1000|1000.72 1001|1001.30 1002|1002.51 1003|1003.91 1004|1004.79 1005|1005.70 1006|1006.39 1007|1007.66 1008|1008.48 1009|1009.80 1010|1010.28 1011|1011.62 1012|1012.83 1013|1013.11 1014|1014.92 1015|1015.76 1016|1016.92 1017|1017.84 1018|1018.5 1019|1019.65 1020|1020.30 1021|1021.73 1022|1022.63 1023|1023.8 1024|1024.71 1025|1025.83 1026|1026.84 1027|1027.1 1028|1028.83 1029|1029.68 1030|1030.56 1031|1031.21 1032|1032.88 1033|1033.33 1034|1034.73 1035|1035.73 1036|1036.7 1037|1037.46 1038|1038.21 1039|1039.32 1040|1040.78 1041|1041.8 1042|1042.82 1043|1043.84 1044|1044.24 1045|1045.10 1046|1046.69 1047|1047.5 1048|1048.9 1049|1049.11 1050|1050.5 1051|1051.31 1052|1052.97 1053|1053.24 1054|1054.49 1055|1055.46 1056|1056.25 1057|1057.56 1058|1058.36 1059|1059.44 1060|1060.65 1061|1061.68 1062|1062.49 1063|1063.46 1064|1064.75 1065|1065.29 1066|1066.82 1067|1067.73 1068|1068.38 1069|1069.50 1070|1070.82 1071|1071.82 1072|1072.29 1073|1073.94 1074|1074.28 1075|1075.82 1076|1076.70 1077|1077.23 1078|1078.88 1079|1079.80 1080|1080.98 1081|1081.5 1082|1082.45 1083|1083.16 1084|1084.41 1085|1085.13 1086|1086.8 1087|1087.42 1088|1088.3 1089|1089.43 1090|1090.97 1091|1091.50 1092|1092.54 1093|1093.7 1094|1094.14 1095|1095.89 1096|1096.75 1097|1097.75 1098|1098.61 1099|1099.99 1100|1100.87 1101|1101.51 1102|1102.81 1103|1103.25 1104|1104.6 1105|1105.28 1106|1106.17 1107|1107.28 1108|1108.15 1109|1109.39 1110|1110.39 1111|1111.49 1112|1112.80 1113|1113.30 1114|1114.99 1115|1115.69 1116|1116.16 1117|1117.93 1118|1118.65 1119|1119.91 1120|1120.20 1121|1121.88 1122|1122.47 1123|1123.23 1124|1124.94 1125|1125.18 1126|1126.76 1127|1127.85 1128|1128.77 1129|1129.14 1130|1130.35 1131|1131.30 1132|1132.64 1133|1133.59 1134|1134.95 1135|1135.78 1136|1136.32 1137|1137.19 1138|1138.3 1139|1139.1 1140|1140.62 1141|1141.91 1142|1142.53 1143|1143.60 1144|1144.59 1145|1145.76 1146|1146.97 1147|1147.66 1148|1148.9 1149|1149.33 1150|1150.58 1151|1151.74 1152|1152.53 1153|1153.6 1154|1154.88 1155|1155.18 1156|1156.81 1157|1157.31 1158|1158.44 1159|1159.59 1160|1160.39 1161|1161.52 1162|1162.82 1163|1163.56 1164|1164.5 1165|1165.44 1166|1166.6 1167|1167.88 1168|1168.96 1169|1169.90 1170|1170.50 1171|1171.82 1172|1172.45 1173|1173.77 1174|1174.30 1175|1175.86 1176|1176.72 1177|1177.73 1178|1178.62 1179|1179.83 1180|1180.81 1181|1181.86 1182|1182.91 1183|1183.99 1184|1184.55 1185|1185.84 1186|1186.2 1187|1187.55 1188|1188.34 1189|1189.48 1190|1190.37 1191|1191.74 1192|1192.92 1193|1193.14 1194|1194.49 1195|1195.94 1196|1196.38 1197|1197.97 1198|1198.83 1199|1199.60 1200|1200.16 1201|1201.31 1202|1202.32 1203|1203.56 1204|1204.9 1205|1205.99 1206|1206.83 1207|1207.96 1208|1208.26 1209|1209.80 1210|1210.82 1211|1211.12 1212|1212.45 1213|1213.93 1214|1214.50 1215|1215.35 1216|1216.28 1217|1217.42 1218|1218.57 1219|1219.99 1220|1220.35 1221|1221.26 1222|1222.69 1223|1223.44 1224|1224.96 1225|1225.77 1226|1226.60 1227|1227.47 1228|1228.21 1229|1229.99 1230|1230.4 1231|1231.39 1232|1232.28 1233|1233.28 1234|1234.57 1235|1235.64 1236|1236.39 1237|1237.62 1238|1238.55 1239|1239.83 1240|1240.28 1241|1241.20 1242|1242.20 1243|1243.95 1244|1244.61 1245|1245.32 1246|1246.25 1247|1247.90 1248|1248.54 1249|1249.38 1250|1250.41 1251|1251.43 1252|1252.35 1253|1253.90 1254|1254.99 1255|1255.48 1256|1256.29 1257|1257.19 1258|1258.62 1259|1259.20 1260|1260.63 1261|1261.77 1262|1262.78 1263|1263.92 1264|1264.61 1265|1265.55 1266|1266.21 1267|1267.79 1268|1268.50 1269|1269.5 1270|1270.25 1271|1271.59 1272|1272.9 1273|1273.25 1274|1274.89 1275|1275.31 1276|1276.8 1277|1277.24 1278|1278.47 1279|1279.78 1280|1280.11 1281|1281.68 1282|1282.23 1283|1283.26 1284|1284.44 1285|1285.72 1286|1286.7 1287|1287.33 1288|1288.7 1289|1289.64 1290|1290.19 1291|1291.18 1292|1292.48 1293|1293.23 1294|1294.63 1295|1295.68 1296|1296.38 1297|1297.86 1298|1298.13 1299|1299.45 1300|1300.63 1301|1301.54 1302|1302.65 1303|1303.92 1304|1304.1 1305|1305.13 1306|1306.12 1307|1307.70 1308|1308.83 1309|1309.22 1310|1310.48 1311|1311.1 1312|1312.5 1313|1313.44 1314|1314.82 1315|1315.27 1316|1316.44 1317|1317.50 1318|1318.69 1319|1319.81 1320|1320.84 1321|1321.13 1322|1322.76 1323|1323.16 1324|1324.19 1325|1325.41 1326|1326.59 1327|1327.56 1328|1328.2 1329|1329.99 1330|1330.50 1331|1331.41 1332|1332.3 1333|1333.28 1334|1334.46 1335|1335.85 1336|1336.14 1337|1337.21 1338|1338.48 1339|1339.15 1340|1340.62 1341|1341.86 1342|1342.59 1343|1343.27 1344|1344.17 1345|1345.94 1346|1346.67 1347|1347.91 1348|1348.56 1349|1349.39 1350|1350.14 1351|1351.64 1352|1352.55 1353|1353.22 1354|1354.37 1355|1355.44 1356|1356.28 1357|1357.84 1358|1358.10 1359|1359.11 1360|1360.69 1361|1361.32 1362|1362.65 1363|1363.91 1364|1364.67 1365|1365.65 1366|1366.38 1367|1367.9 1368|1368.68 1369|1369.93 1370|1370.95 1371|1371.33 1372|1372.25 1373|1373.43 1374|1374.63 1375|1375.73 1376|1376.98 1377|1377.92 1378|1378.86 1379|1379.20 1380|1380.87 1381|1381.43 1382|1382.29 1383|1383.93 1384|1384.78 1385|1385.5 1386|1386.77 1387|1387.79 1388|1388.6 1389|1389.88 1390|1390.19 1391|1391.47 1392|1392.90 1393|1393.80 1394|1394.66 1395|1395.61 1396|1396.69 1397|1397.50 1398|1398.49 1399|1399.0 1400|1400.73 1401|1401.67 1402|1402.20 1403|1403.37 1404|1404.82 1405|1405.5 1406|1406.31 1407|1407.95 1408|1408.46 1409|1409.33 1410|1410.86 1411|1411.86 1412|1412.23 1413|1413.32 1414|1414.0 1415|1415.58 1416|1416.93 1417|1417.68 1418|1418.66 1419|1419.38 1420|1420.96 1421|1421.54 1422|1422.8 1423|1423.22 1424|1424.41 1425|1425.18 1426|1426.78 1427|1427.2 1428|1428.48 1429|1429.77 1430|1430.64 1431|1431.53 1432|1432.22 1433|1433.42 1434|1434.8 1435|1435.6 1436|1436.54 1437|1437.66 1438|1438.55 1439|1439.50 1440|1440.63 1441|1441.17 1442|1442.8 1443|1443.76 1444|1444.22 1445|1445.26 1446|1446.66 1447|1447.42 1448|1448.50 1449|1449.90 1450|1450.27 1451|1451.88 1452|1452.78 1453|1453.92 1454|1454.26 1455|1455.88 1456|1456.93 1457|1457.15 1458|1458.82 1459|1459.8 1460|1460.0 1461|1461.89 1462|1462.4 1463|1463.94 1464|1464.23 1465|1465.58 1466|1466.43 1467|1467.76 1468|1468.13 1469|1469.4 1470|1470.42 1471|1471.32 1472|1472.91 1473|1473.65 1474|1474.23 1475|1475.26 1476|1476.16 1477|1477.41 1478|1478.24 1479|1479.13 1480|1480.82 1481|1481.99 1482|1482.44 1483|1483.88 1484|1484.35 1485|1485.44 1486|1486.44 1487|1487.27 1488|1488.46 1489|1489.63 1490|1490.44 1491|1491.55 1492|1492.39 1493|1493.89 1494|1494.73 1495|1495.89 1496|1496.5 1497|1497.77 1498|1498.24 1499|1499.74 1500|1500.53 1501|1501.17 1502|1502.23 1503|1503.52 1504|1504.35 1505|1505.28 1506|1506.19 1507|1507.86 1508|1508.38 1509|1509.18 1510|1510.38 1511|1511.66 1512|1512.42 1513|1513.74 1514|1514.11 1515|1515.37 1516|1516.43 1517|1517.48 1518|1518.32 1519|1519.79 1520|1520.87 1521|1521.71 1522|1522.5 1523|1523.79 1524|1524.36 1525|1525.65 1526|1526.75 1527|1527.25 1528|1528.73 1529|1529.83 1530|1530.43 1531|1531.52 1532|1532.74 1533|1533.38 1534|1534.69 1535|1535.12 1536|1536.61 1537|1537.8 1538|1538.14 1539|1539.45 1540|1540.98 1541|1541.48 1542|1542.90 1543|1543.56 1544|1544.72 1545|1545.38 1546|1546.94 1547|1547.37 1548|1548.34 1549|1549.20 1550|1550.99 1551|1551.9 1552|1552.8 1553|1553.14 1554|1554.86 1555|1555.69 1556|1556.53 1557|1557.38 1558|1558.94 1559|1559.78 1560|1560.51 1561|1561.63 1562|1562.8 1563|1563.98 1564|1564.0 1565|1565.34 1566|1566.71 1567|1567.64 1568|1568.14 1569|1569.63 1570|1570.27 1571|1571.40 1572|1572.79 1573|1573.69 1574|1574.85 1575|1575.7 1576|1576.64 1577|1577.42 1578|1578.42 1579|1579.40 1580|1580.38 1581|1581.44 1582|1582.70 1583|1583.42 1584|1584.40 1585|1585.52 1586|1586.87 1587|1587.7 1588|1588.75 1589|1589.5 1590|1590.97 1591|1591.95 1592|1592.62 1593|1593.37 1594|1594.76 1595|1595.9 1596|1596.97 1597|1597.3 1598|1598.34 1599|1599.14 1600|1600.73 1601|1601.88 1602|1602.97 1603|1603.30 1604|1604.94 1605|1605.35 1606|1606.85 1607|1607.22 1608|1608.54 1609|1609.56 1610|1610.12 1611|1611.28 1612|1612.17 1613|1613.8 1614|1614.48 1615|1615.50 1616|1616.37 1617|1617.68 1618|1618.64 1619|1619.72 1620|1620.13 1621|1621.59 1622|1622.25 1623|1623.5 1624|1624.91 1625|1625.36 1626|1626.39 1627|1627.33 1628|1628.40 1629|1629.39 1630|1630.62 1631|1631.9 1632|1632.63 1633|1633.18 1634|1634.87 1635|1635.19 1636|1636.75 1637|1637.57 1638|1638.15 1639|1639.11 1640|1640.41 1641|1641.98 1642|1642.9 1643|1643.95 1644|1644.25 1645|1645.59 1646|1646.15 1647|1647.7 1648|1648.18 1649|1649.77 1650|1650.6 1651|1651.25 1652|1652.69 1653|1653.70 1654|1654.25 1655|1655.72 1656|1656.70 1657|1657.86 1658|1658.29 1659|1659.7 1660|1660.45 1661|1661.28 1662|1662.70 1663|1663.35 1664|1664.21 1665|1665.77 1666|1666.27 1667|1667.51 1668|1668.86 1669|1669.4 1670|1670.71 1671|1671.37 1672|1672.69 1673|1673.26 1674|1674.77 1675|1675.86 1676|1676.18 1677|1677.3 1678|1678.65 1679|1679.22 1680|1680.75 1681|1681.80 1682|1682.35 1683|1683.63 1684|1684.21 1685|1685.2 1686|1686.56 1687|1687.37 1688|1688.97 1689|1689.18 1690|1690.91 1691|1691.23 1692|1692.15 1693|1693.79 1694|1694.95 1695|1695.31 1696|1696.45 1697|1697.32 1698|1698.30 1699|1699.13 1700|1700.88 1701|1701.31 1702|1702.73 1703|1703.77 1704|1704.17 1705|1705.12 1706|1706.13 1707|1707.37 1708|1708.88 1709|1709.6 1710|1710.28 1711|1711.76 1712|1712.70 1713|1713.39 1714|1714.60 1715|1715.29 1716|1716.43 1717|1717.84 1718|1718.77 1719|1719.74 1720|1720.35 1721|1721.89 1722|1722.97 1723|1723.71 1724|1724.46 1725|1725.77 1726|1726.92 1727|1727.76 1728|1728.17 1729|1729.6 1730|1730.65 1731|1731.44 1732|1732.90 1733|1733.45 1734|1734.37 1735|1735.29 1736|1736.3 1737|1737.15 1738|1738.63 1739|1739.59 1740|1740.40 1741|1741.31 1742|1742.89 1743|1743.40 1744|1744.63 1745|1745.93 1746|1746.12 1747|1747.84 1748|1748.50 1749|1749.0 1750|1750.35 1751|1751.2 1752|1752.10 1753|1753.46 1754|1754.94 1755|1755.6 1756|1756.57 1757|1757.37 1758|1758.66 1759|1759.64 1760|1760.6 1761|1761.21 1762|1762.70 1763|1763.79 1764|1764.32 1765|1765.86 1766|1766.64 1767|1767.76 1768|1768.98 1769|1769.65 1770|1770.88 1771|1771.55 1772|1772.7 1773|1773.24 1774|1774.9 1775|1775.68 1776|1776.1 1777|1777.51 1778|1778.50 1779|1779.29 1780|1780.78 1781|1781.36 1782|1782.77 1783|1783.82 1784|1784.20 1785|1785.33 1786|1786.64 1787|1787.39 1788|1788.51 1789|1789.52 1790|1790.78 1791|1791.87 1792|1792.34 1793|1793.74 1794|1794.83 1795|1795.54 1796|1796.80 1797|1797.44 1798|1798.6 1799|1799.68 1800|1800.26 1801|1801.87 1802|1802.89 1803|1803.48 1804|1804.66 1805|1805.43 1806|1806.65 1807|1807.11 1808|1808.69 1809|1809.59 1810|1810.4 1811|1811.43 1812|1812.87 1813|1813.94 1814|1814.64 1815|1815.43 1816|1816.44 1817|1817.52 1818|1818.46 1819|1819.65 1820|1820.94 1821|1821.32 1822|1822.52 1823|1823.33 1824|1824.56 1825|1825.68 1826|1826.74 1827|1827.56 1828|1828.97 1829|1829.94 1830|1830.17 1831|1831.48 1832|1832.55 1833|1833.86 1834|1834.12 1835|1835.96 1836|1836.85 1837|1837.37 1838|1838.71 1839|1839.8 1840|1840.57 1841|1841.97 1842|1842.51 1843|1843.63 1844|1844.3 1845|1845.92 1846|1846.66 1847|1847.10 1848|1848.82 1849|1849.18 1850|1850.98 1851|1851.20 1852|1852.99 1853|1853.12 1854|1854.94 1855|1855.24 1856|1856.73 1857|1857.99 1858|1858.34 1859|1859.91 1860|1860.48 1861|1861.33 1862|1862.81 1863|1863.91 1864|1864.85 1865|1865.13 1866|1866.68 1867|1867.34 1868|1868.17 1869|1869.53 1870|1870.74 1871|1871.24 1872|1872.74 1873|1873.28 1874|1874.95 1875|1875.80 1876|1876.70 1877|1877.63 1878|1878.40 1879|1879.26 1880|1880.98 1881|1881.69 1882|1882.18 1883|1883.30 1884|1884.73 1885|1885.76 1886|1886.84 1887|1887.69 1888|1888.13 1889|1889.1 1890|1890.33 1891|1891.91 1892|1892.68 1893|1893.42 1894|1894.0 1895|1895.4 1896|1896.98 1897|1897.15 1898|1898.97 1899|1899.30 1900|1900.5 1901|1901.88 1902|1902.5 1903|1903.66 1904|1904.41 1905|1905.45 1906|1906.18 1907|1907.7 1908|1908.80 1909|1909.61 1910|1910.38 1911|1911.99 1912|1912.77 1913|1913.90 1914|1914.69 1915|1915.60 1916|1916.20 1917|1917.39 1918|1918.47 1919|1919.44 1920|1920.30 1921|1921.23 1922|1922.66 1923|1923.4 1924|1924.5 1925|1925.40 1926|1926.22 1927|1927.78 1928|1928.42 1929|1929.6 1930|1930.31 1931|1931.50 1932|1932.33 1933|1933.31 1934|1934.82 1935|1935.72 1936|1936.77 1937|1937.58 1938|1938.58 1939|1939.96 1940|1940.91 1941|1941.46 1942|1942.7 1943|1943.8 1944|1944.45 1945|1945.36 1946|1946.33 1947|1947.14 1948|1948.25 1949|1949.81 1950|1950.47 1951|1951.98 1952|1952.63 1953|1953.18 1954|1954.40 1955|1955.80 1956|1956.20 1957|1957.8 1958|1958.18 1959|1959.1 1960|1960.50 1961|1961.14 1962|1962.1 1963|1963.44 1964|1964.8 1965|1965.28 1966|1966.7 1967|1967.15 1968|1968.88 1969|1969.98 1970|1970.44 1971|1971.78 1972|1972.68 1973|1973.7 1974|1974.65 1975|1975.3 1976|1976.0 1977|1977.95 1978|1978.68 1979|1979.89 1980|1980.49 1981|1981.10 1982|1982.70 1983|1983.97 1984|1984.76 1985|1985.53 1986|1986.29 1987|1987.47 1988|1988.45 1989|1989.30 1990|1990.22 1991|1991.71 1992|1992.34 1993|1993.57 1994|1994.9 1995|1995.22 1996|1996.13 1997|1997.53 1998|1998.69 1999|1999.30 2000|2000.0 2001|2001.48 2002|2002.65 2003|2003.56 2004|2004.80 2005|2005.47 2006|2006.7 2007|2007.5 2008|2008.89 2009|2009.42 2010|2010.79 2011|2011.80 2012|2012.32 2013|2013.10 2014|2014.56 2015|2015.6 2016|2016.80 2017|2017.12 2018|2018.37 2019|2019.77 2020|2020.15 2021|2021.18 2022|2022.66 2023|2023.41 2024|2024.65 2025|2025.44 2026|2026.61 2027|2027.42 2028|2028.51 2029|2029.19 2030|2030.3 2031|2031.65 2032|2032.44 2033|2033.31 2034|2034.93 2035|2035.34 2036|2036.87 2037|2037.54 2038|2038.22 2039|2039.96 2040|2040.77 2041|2041.64 2042|2042.5 2043|2043.84 2044|2044.5 2045|2045.6 2046|2046.99 2047|2047.74 2048|2048.55 2049|2049.65 2050|2050.18 2051|2051.76 2052|2052.99 2053|2053.23 2054|2054.7 2055|2055.29 2056|2056.81 2057|2057.72 2058|2058.96 2059|2059.64 2060|2060.9 2061|2061.42 2062|2062.73 2063|2063.8 2064|2064.57 2065|2065.78 2066|2066.84 2067|2067.84 2068|2068.12 2069|2069.38 2070|2070.47 2071|2071.63 2072|2072.1 2073|2073.88 2074|2074.84 2075|2075.94 2076|2076.49 2077|2077.0 2078|2078.13 2079|2079.43 2080|2080.88 2081|2081.50 2082|2082.28 2083|2083.1 2084|2084.72 2085|2085.89 2086|2086.26 2087|2087.76 2088|2088.36 2089|2089.69 2090|2090.50 2091|2091.9 2092|2092.50 2093|2093.55 2094|2094.81 2095|2095.1 2096|2096.74 2097|2097.25 2098|2098.70 2099|2099.33 2100|2100.37 2101|2101.2 2102|2102.66 2103|2103.98 2104|2104.67 2105|2105.91 2106|2106.83 2107|2107.19 2108|2108.86 2109|2109.47 2110|2110.50 2111|2111.3 2112|2112.24 2113|2113.97 2114|2114.39 2115|2115.32 2116|2116.52 2117|2117.23 2118|2118.46 2119|2119.15 2120|2120.88 2121|2121.22 2122|2122.46 2123|2123.20 2124|2124.11 2125|2125.33 2126|2126.82 2127|2127.76 2128|2128.88 2129|2129.51 2130|2130.86 2131|2131.33 2132|2132.25 2133|2133.69 2134|2134.51 2135|2135.72 2136|2136.53 2137|2137.93 2138|2138.4 2139|2139.34 2140|2140.24 2141|2141.80 2142|2142.33 2143|2143.84 2144|2144.61 2145|2145.78 2146|2146.47 2147|2147.44 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">6</str>
<int name="id_i">6</int>
<float name="default_amount_f">17932.0</float>
<str name="amounts_dpf">1|1.21 2|2.62 3|3.4 4|4.86 5|5.32 6|6.6 7|7.11 8|8.55 9|9.48 10|10.27 11|11.10 12|12.70 13|13.58 14|14.55 15|15.86 16|16.3 17|17.52 18|18.52 19|19.75 20|20.61 21|21.58 22|22.28 23|23.37 24|24.40 25|25.45 26|26.29 27|27.38 28|28.32 29|29.28 30|30.71 31|31.22 32|32.62 33|33.68 34|34.45 35|35.48 36|36.9 37|37.94 38|38.1 39|39.86 40|40.79 41|41.82 42|42.25 43|43.36 44|44.65 45|45.2 46|46.27 47|47.66 48|48.43 49|49.17 50|50.49 51|51.67 52|52.31 53|53.96 54|54.71 55|55.11 56|56.81 57|57.44 58|58.24 59|59.45 60|60.8 61|61.61 62|62.32 63|63.36 64|64.88 65|65.59 66|66.63 67|67.61 68|68.62 69|69.69 70|70.47 71|71.13 72|72.76 73|73.44 74|74.68 75|75.99 76|76.67 77|77.49 78|78.99 79|79.5 80|80.38 81|81.62 82|82.54 83|83.91 84|84.38 85|85.88 86|86.6 87|87.17 88|88.48 89|89.55 90|90.46 91|91.47 92|92.13 93|93.86 94|94.39 95|95.42 96|96.21 97|97.58 98|98.51 99|99.11 100|100.72 101|101.20 102|102.60 103|103.51 104|104.16 105|105.2 106|106.22 107|107.69 108|108.49 109|109.66 110|110.15 111|111.20 112|112.29 113|113.80 114|114.86 115|115.39 116|116.14 117|117.57 118|118.17 119|119.12 120|120.0 121|121.37 122|122.57 123|123.7 124|124.37 125|125.41 126|126.93 127|127.83 128|128.81 129|129.50 130|130.10 131|131.81 132|132.7 133|133.59 134|134.26 135|135.24 136|136.3 137|137.82 138|138.39 139|139.95 140|140.52 141|141.6 142|142.39 143|143.46 144|144.53 145|145.97 146|146.71 147|147.18 148|148.79 149|149.7 150|150.5 151|151.68 152|152.49 153|153.63 154|154.50 155|155.34 156|156.34 157|157.53 158|158.75 159|159.83 160|160.72 161|161.33 162|162.15 163|163.57 164|164.35 165|165.1 166|166.50 167|167.36 168|168.17 169|169.62 170|170.64 171|171.63 172|172.6 173|173.6 174|174.23 175|175.98 176|176.93 177|177.52 178|178.99 179|179.98 180|180.81 181|181.62 182|182.25 183|183.19 184|184.52 185|185.11 186|186.42 187|187.16 188|188.32 189|189.4 190|190.76 191|191.12 192|192.21 193|193.33 194|194.18 195|195.14 196|196.81 197|197.27 198|198.38 199|199.6 200|200.43 201|201.48 202|202.91 203|203.61 204|204.19 205|205.96 206|206.9 207|207.89 208|208.97 209|209.55 210|210.73 211|211.68 212|212.39 213|213.32 214|214.78 215|215.79 216|216.56 217|217.54 218|218.54 219|219.66 220|220.9 221|221.95 222|222.24 223|223.87 224|224.42 225|225.29 226|226.59 227|227.55 228|228.29 229|229.21 230|230.66 231|231.82 232|232.18 233|233.24 234|234.74 235|235.2 236|236.85 237|237.88 238|238.82 239|239.77 240|240.72 241|241.80 242|242.7 243|243.24 244|244.61 245|245.42 246|246.93 247|247.82 248|248.77 249|249.30 250|250.3 251|251.91 252|252.65 253|253.81 254|254.78 255|255.53 256|256.65 257|257.68 258|258.45 259|259.62 260|260.2 261|261.98 262|262.58 263|263.9 264|264.17 265|265.14 266|266.51 267|267.43 268|268.44 269|269.30 270|270.20 271|271.77 272|272.17 273|273.40 274|274.76 275|275.96 276|276.84 277|277.13 278|278.34 279|279.13 280|280.9 281|281.32 282|282.44 283|283.90 284|284.12 285|285.55 286|286.23 287|287.77 288|288.12 289|289.68 290|290.91 291|291.83 292|292.42 293|293.98 294|294.72 295|295.81 296|296.37 297|297.56 298|298.80 299|299.98 300|300.38 301|301.70 302|302.69 303|303.38 304|304.0 305|305.56 306|306.95 307|307.21 308|308.18 309|309.93 310|310.54 311|311.37 312|312.85 313|313.37 314|314.14 315|315.2 316|316.40 317|317.56 318|318.4 319|319.23 320|320.6 321|321.64 322|322.93 323|323.12 324|324.71 325|325.36 326|326.55 327|327.68 328|328.70 329|329.11 330|330.12 331|331.8 332|332.18 333|333.1 334|334.19 335|335.61 336|336.49 337|337.26 338|338.15 339|339.21 340|340.3 341|341.54 342|342.43 343|343.17 344|344.52 345|345.47 346|346.29 347|347.46 348|348.39 349|349.58 350|350.73 351|351.86 352|352.22 353|353.14 354|354.95 355|355.97 356|356.32 357|357.73 358|358.60 359|359.10 360|360.9 361|361.72 362|362.96 363|363.15 364|364.29 365|365.22 366|366.53 367|367.69 368|368.75 369|369.82 370|370.81 371|371.98 372|372.83 373|373.23 374|374.75 375|375.91 376|376.94 377|377.5 378|378.34 379|379.60 380|380.2 381|381.23 382|382.14 383|383.83 384|384.31 385|385.3 386|386.48 387|387.62 388|388.51 389|389.50 390|390.62 391|391.79 392|392.59 393|393.49 394|394.40 395|395.50 396|396.57 397|397.95 398|398.73 399|399.63 400|400.67 401|401.85 402|402.60 403|403.2 404|404.2 405|405.76 406|406.29 407|407.65 408|408.95 409|409.12 410|410.31 411|411.8 412|412.11 413|413.33 414|414.83 415|415.74 416|416.10 417|417.43 418|418.52 419|419.17 420|420.37 421|421.78 422|422.33 423|423.3 424|424.17 425|425.65 426|426.27 427|427.21 428|428.86 429|429.99 430|430.0 431|431.1 432|432.7 433|433.32 434|434.72 435|435.50 436|436.53 437|437.94 438|438.54 439|439.40 440|440.93 441|441.67 442|442.64 443|443.90 444|444.50 445|445.44 446|446.70 447|447.65 448|448.89 449|449.60 450|450.59 451|451.63 452|452.65 453|453.29 454|454.39 455|455.72 456|456.98 457|457.45 458|458.28 459|459.19 460|460.64 461|461.67 462|462.6 463|463.21 464|464.11 465|465.11 466|466.68 467|467.24 468|468.10 469|469.47 470|470.71 471|471.29 472|472.12 473|473.77 474|474.77 475|475.22 476|476.87 477|477.99 478|478.81 479|479.13 480|480.51 481|481.35 482|482.13 483|483.28 484|484.19 485|485.21 486|486.15 487|487.18 488|488.96 489|489.7 490|490.33 491|491.7 492|492.12 493|493.64 494|494.36 495|495.70 496|496.90 497|497.5 498|498.85 499|499.72 500|500.91 501|501.74 502|502.20 503|503.11 504|504.73 505|505.40 506|506.17 507|507.36 508|508.98 509|509.56 510|510.72 511|511.14 512|512.61 513|513.88 514|514.84 515|515.17 516|516.39 517|517.11 518|518.22 519|519.52 520|520.77 521|521.1 522|522.37 523|523.21 524|524.87 525|525.23 526|526.88 527|527.50 528|528.45 529|529.14 530|530.63 531|531.13 532|532.33 533|533.94 534|534.1 535|535.47 536|536.29 537|537.36 538|538.1 539|539.31 540|540.55 541|541.96 542|542.68 543|543.14 544|544.70 545|545.7 546|546.72 547|547.14 548|548.3 549|549.24 550|550.18 551|551.77 552|552.57 553|553.50 554|554.99 555|555.58 556|556.75 557|557.48 558|558.47 559|559.4 560|560.41 561|561.86 562|562.60 563|563.7 564|564.27 565|565.28 566|566.30 567|567.97 568|568.81 569|569.92 570|570.55 571|571.44 572|572.30 573|573.98 574|574.41 575|575.34 576|576.19 577|577.45 578|578.83 579|579.52 580|580.81 581|581.76 582|582.35 583|583.4 584|584.96 585|585.30 586|586.95 587|587.85 588|588.0 589|589.2 590|590.69 591|591.56 592|592.11 593|593.6 594|594.60 595|595.34 596|596.2 597|597.18 598|598.1 599|599.73 600|600.48 601|601.81 602|602.95 603|603.38 604|604.35 605|605.12 606|606.58 607|607.71 608|608.88 609|609.92 610|610.86 611|611.5 612|612.65 613|613.51 614|614.96 615|615.55 616|616.49 617|617.75 618|618.48 619|619.66 620|620.19 621|621.25 622|622.20 623|623.82 624|624.41 625|625.46 626|626.7 627|627.76 628|628.59 629|629.70 630|630.20 631|631.45 632|632.64 633|633.8 634|634.42 635|635.13 636|636.84 637|637.5 638|638.25 639|639.88 640|640.50 641|641.29 642|642.63 643|643.58 644|644.28 645|645.84 646|646.60 647|647.5 648|648.45 649|649.49 650|650.28 651|651.24 652|652.81 653|653.6 654|654.58 655|655.59 656|656.24 657|657.44 658|658.65 659|659.45 660|660.96 661|661.91 662|662.42 663|663.31 664|664.53 665|665.9 666|666.74 667|667.8 668|668.15 669|669.43 670|670.65 671|671.97 672|672.32 673|673.23 674|674.88 675|675.41 676|676.61 677|677.50 678|678.47 679|679.5 680|680.54 681|681.82 682|682.8 683|683.43 684|684.66 685|685.44 686|686.6 687|687.17 688|688.47 689|689.20 690|690.13 691|691.86 692|692.70 693|693.87 694|694.92 695|695.36 696|696.58 697|697.50 698|698.68 699|699.16 700|700.41 701|701.26 702|702.56 703|703.61 704|704.13 705|705.43 706|706.81 707|707.93 708|708.29 709|709.10 710|710.61 711|711.36 712|712.57 713|713.66 714|714.29 715|715.30 716|716.35 717|717.19 718|718.76 719|719.92 720|720.25 721|721.19 722|722.16 723|723.44 724|724.65 725|725.51 726|726.93 727|727.88 728|728.59 729|729.85 730|730.92 731|731.71 732|732.56 733|733.18 734|734.81 735|735.69 736|736.22 737|737.98 738|738.10 739|739.22 740|740.10 741|741.89 742|742.42 743|743.73 744|744.89 745|745.19 746|746.57 747|747.84 748|748.31 749|749.79 750|750.63 751|751.44 752|752.2 753|753.63 754|754.43 755|755.34 756|756.24 757|757.83 758|758.72 759|759.90 760|760.85 761|761.66 762|762.71 763|763.17 764|764.29 765|765.86 766|766.11 767|767.80 768|768.10 769|769.29 770|770.54 771|771.55 772|772.99 773|773.44 774|774.98 775|775.24 776|776.49 777|777.69 778|778.30 779|779.10 780|780.37 781|781.6 782|782.89 783|783.28 784|784.4 785|785.6 786|786.90 787|787.49 788|788.56 789|789.46 790|790.15 791|791.18 792|792.99 793|793.19 794|794.83 795|795.35 796|796.39 797|797.40 798|798.14 799|799.82 800|800.30 801|801.22 802|802.32 803|803.59 804|804.9 805|805.11 806|806.47 807|807.29 808|808.11 809|809.0 810|810.51 811|811.86 812|812.19 813|813.34 814|814.53 815|815.22 816|816.43 817|817.33 818|818.26 819|819.75 820|820.91 821|821.4 822|822.36 823|823.6 824|824.92 825|825.40 826|826.48 827|827.66 828|828.41 829|829.16 830|830.18 831|831.4 832|832.88 833|833.14 834|834.72 835|835.23 836|836.33 837|837.71 838|838.25 839|839.18 840|840.18 841|841.37 842|842.84 843|843.1 844|844.90 845|845.96 846|846.26 847|847.50 848|848.69 849|849.12 850|850.98 851|851.32 852|852.3 853|853.28 854|854.23 855|855.20 856|856.71 857|857.76 858|858.55 859|859.58 860|860.95 861|861.36 862|862.95 863|863.43 864|864.31 865|865.28 866|866.35 867|867.84 868|868.50 869|869.7 870|870.92 871|871.90 872|872.21 873|873.80 874|874.53 875|875.55 876|876.81 877|877.49 878|878.62 879|879.1 880|880.0 881|881.17 882|882.37 883|883.83 884|884.82 885|885.72 886|886.11 887|887.77 888|888.93 889|889.85 890|890.69 891|891.81 892|892.55 893|893.10 894|894.86 895|895.92 896|896.11 897|897.9 898|898.95 899|899.47 900|900.72 901|901.39 902|902.47 903|903.59 904|904.76 905|905.5 906|906.67 907|907.15 908|908.48 909|909.88 910|910.61 911|911.2 912|912.6 913|913.93 914|914.9 915|915.94 916|916.38 917|917.24 918|918.91 919|919.84 920|920.11 921|921.50 922|922.63 923|923.79 924|924.89 925|925.35 926|926.80 927|927.99 928|928.62 929|929.84 930|930.73 931|931.95 932|932.72 933|933.21 934|934.72 935|935.44 936|936.3 937|937.65 938|938.49 939|939.95 940|940.17 941|941.0 942|942.42 943|943.38 944|944.54 945|945.22 946|946.78 947|947.13 948|948.97 949|949.80 950|950.6 951|951.55 952|952.24 953|953.88 954|954.75 955|955.88 956|956.60 957|957.62 958|958.18 959|959.81 960|960.78 961|961.3 962|962.69 963|963.77 964|964.76 965|965.70 966|966.93 967|967.28 968|968.95 969|969.81 970|970.4 971|971.57 972|972.73 973|973.35 974|974.76 975|975.51 976|976.12 977|977.55 978|978.22 979|979.57 980|980.53 981|981.54 982|982.23 983|983.36 984|984.17 985|985.24 986|986.13 987|987.97 988|988.50 989|989.82 990|990.1 991|991.95 992|992.16 993|993.91 994|994.80 995|995.7 996|996.75 997|997.50 998|998.93 999|999.30 1000|1000.9 1001|1001.73 1002|1002.94 1003|1003.68 1004|1004.93 1005|1005.12 1006|1006.96 1007|1007.32 1008|1008.15 1009|1009.17 1010|1010.14 1011|1011.7 1012|1012.15 1013|1013.3 1014|1014.76 1015|1015.37 1016|1016.96 1017|1017.18 1018|1018.20 1019|1019.21 1020|1020.8 1021|1021.76 1022|1022.78 1023|1023.42 1024|1024.20 1025|1025.57 1026|1026.28 1027|1027.15 1028|1028.68 1029|1029.81 1030|1030.57 1031|1031.93 1032|1032.5 1033|1033.74 1034|1034.79 1035|1035.92 1036|1036.39 1037|1037.37 1038|1038.95 1039|1039.63 1040|1040.74 1041|1041.22 1042|1042.70 1043|1043.84 1044|1044.61 1045|1045.98 1046|1046.4 1047|1047.3 1048|1048.28 1049|1049.39 1050|1050.39 1051|1051.99 1052|1052.90 1053|1053.99 1054|1054.46 1055|1055.42 1056|1056.36 1057|1057.77 1058|1058.54 1059|1059.24 1060|1060.56 1061|1061.19 1062|1062.44 1063|1063.64 1064|1064.87 1065|1065.63 1066|1066.52 1067|1067.10 1068|1068.72 1069|1069.23 1070|1070.58 1071|1071.31 1072|1072.87 1073|1073.57 1074|1074.27 1075|1075.6 1076|1076.80 1077|1077.68 1078|1078.44 1079|1079.20 1080|1080.3 1081|1081.95 1082|1082.90 1083|1083.33 1084|1084.25 1085|1085.68 1086|1086.60 1087|1087.0 1088|1088.55 1089|1089.21 1090|1090.75 1091|1091.89 1092|1092.77 1093|1093.18 1094|1094.47 1095|1095.25 1096|1096.23 1097|1097.28 1098|1098.99 1099|1099.95 1100|1100.20 1101|1101.92 1102|1102.86 1103|1103.19 1104|1104.79 1105|1105.20 1106|1106.59 1107|1107.84 1108|1108.35 1109|1109.79 1110|1110.90 1111|1111.49 1112|1112.80 1113|1113.3 1114|1114.31 1115|1115.7 1116|1116.73 1117|1117.91 1118|1118.2 1119|1119.5 1120|1120.41 1121|1121.39 1122|1122.8 1123|1123.9 1124|1124.70 1125|1125.66 1126|1126.64 1127|1127.25 1128|1128.60 1129|1129.98 1130|1130.75 1131|1131.88 1132|1132.9 1133|1133.77 1134|1134.32 1135|1135.84 1136|1136.44 1137|1137.84 1138|1138.37 1139|1139.23 1140|1140.19 1141|1141.53 1142|1142.94 1143|1143.28 1144|1144.34 1145|1145.80 1146|1146.5 1147|1147.15 1148|1148.62 1149|1149.88 1150|1150.0 1151|1151.35 1152|1152.92 1153|1153.70 1154|1154.10 1155|1155.87 1156|1156.59 1157|1157.59 1158|1158.99 1159|1159.73 1160|1160.84 1161|1161.13 1162|1162.0 1163|1163.37 1164|1164.21 1165|1165.84 1166|1166.2 1167|1167.81 1168|1168.82 1169|1169.51 1170|1170.53 1171|1171.67 1172|1172.45 1173|1173.54 1174|1174.3 1175|1175.72 1176|1176.93 1177|1177.63 1178|1178.71 1179|1179.19 1180|1180.71 1181|1181.45 1182|1182.31 1183|1183.2 1184|1184.27 1185|1185.57 1186|1186.97 1187|1187.75 1188|1188.4 1189|1189.60 1190|1190.22 1191|1191.53 1192|1192.6 1193|1193.68 1194|1194.9 1195|1195.43 1196|1196.19 1197|1197.95 1198|1198.96 1199|1199.61 1200|1200.88 1201|1201.75 1202|1202.65 1203|1203.45 1204|1204.32 1205|1205.96 1206|1206.34 1207|1207.67 1208|1208.15 1209|1209.31 1210|1210.52 1211|1211.78 1212|1212.36 1213|1213.20 1214|1214.59 1215|1215.31 1216|1216.39 1217|1217.3 1218|1218.68 1219|1219.79 1220|1220.83 1221|1221.94 1222|1222.5 1223|1223.25 1224|1224.20 1225|1225.85 1226|1226.11 1227|1227.8 1228|1228.73 1229|1229.78 1230|1230.99 1231|1231.35 1232|1232.68 1233|1233.23 1234|1234.88 1235|1235.10 1236|1236.79 1237|1237.88 1238|1238.66 1239|1239.37 1240|1240.1 1241|1241.64 1242|1242.34 1243|1243.8 1244|1244.33 1245|1245.24 1246|1246.93 1247|1247.33 1248|1248.39 1249|1249.57 1250|1250.86 1251|1251.21 1252|1252.10 1253|1253.43 1254|1254.46 1255|1255.83 1256|1256.90 1257|1257.36 1258|1258.82 1259|1259.47 1260|1260.84 1261|1261.93 1262|1262.91 1263|1263.36 1264|1264.32 1265|1265.10 1266|1266.73 1267|1267.45 1268|1268.40 1269|1269.37 1270|1270.25 1271|1271.73 1272|1272.79 1273|1273.65 1274|1274.29 1275|1275.37 1276|1276.34 1277|1277.22 1278|1278.59 1279|1279.30 1280|1280.13 1281|1281.62 1282|1282.81 1283|1283.14 1284|1284.91 1285|1285.50 1286|1286.85 1287|1287.8 1288|1288.50 1289|1289.17 1290|1290.84 1291|1291.63 1292|1292.64 1293|1293.60 1294|1294.86 1295|1295.80 1296|1296.59 1297|1297.12 1298|1298.88 1299|1299.36 1300|1300.18 1301|1301.11 1302|1302.25 1303|1303.11 1304|1304.4 1305|1305.84 1306|1306.48 1307|1307.83 1308|1308.19 1309|1309.56 1310|1310.57 1311|1311.26 1312|1312.71 1313|1313.71 1314|1314.95 1315|1315.73 1316|1316.30 1317|1317.77 1318|1318.25 1319|1319.81 1320|1320.85 1321|1321.82 1322|1322.47 1323|1323.86 1324|1324.32 1325|1325.0 1326|1326.98 1327|1327.2 1328|1328.67 1329|1329.71 1330|1330.59 1331|1331.59 1332|1332.63 1333|1333.6 1334|1334.9 1335|1335.5 1336|1336.28 1337|1337.83 1338|1338.93 1339|1339.41 1340|1340.39 1341|1341.49 1342|1342.9 1343|1343.9 1344|1344.4 1345|1345.39 1346|1346.61 1347|1347.76 1348|1348.51 1349|1349.35 1350|1350.90 1351|1351.60 1352|1352.13 1353|1353.82 1354|1354.90 1355|1355.62 1356|1356.40 1357|1357.15 1358|1358.51 1359|1359.14 1360|1360.57 1361|1361.88 1362|1362.65 1363|1363.3 1364|1364.75 1365|1365.11 1366|1366.72 1367|1367.42 1368|1368.96 1369|1369.52 1370|1370.66 1371|1371.46 1372|1372.32 1373|1373.63 1374|1374.19 1375|1375.31 1376|1376.69 1377|1377.13 1378|1378.12 1379|1379.25 1380|1380.60 1381|1381.53 1382|1382.84 1383|1383.72 1384|1384.83 1385|1385.38 1386|1386.30 1387|1387.98 1388|1388.43 1389|1389.93 1390|1390.17 1391|1391.15 1392|1392.48 1393|1393.3 1394|1394.83 1395|1395.38 1396|1396.34 1397|1397.49 1398|1398.3 1399|1399.17 1400|1400.95 1401|1401.0 1402|1402.43 1403|1403.93 1404|1404.20 1405|1405.73 1406|1406.80 1407|1407.77 1408|1408.66 1409|1409.18 1410|1410.47 1411|1411.77 1412|1412.76 1413|1413.20 1414|1414.6 1415|1415.77 1416|1416.60 1417|1417.91 1418|1418.14 1419|1419.93 1420|1420.1 1421|1421.2 1422|1422.81 1423|1423.37 1424|1424.62 1425|1425.2 1426|1426.36 1427|1427.99 1428|1428.74 1429|1429.84 1430|1430.50 1431|1431.43 1432|1432.91 1433|1433.56 1434|1434.91 1435|1435.93 1436|1436.38 1437|1437.46 1438|1438.5 1439|1439.6 1440|1440.69 1441|1441.94 1442|1442.40 1443|1443.48 1444|1444.20 1445|1445.13 1446|1446.51 1447|1447.56 1448|1448.9 1449|1449.76 1450|1450.18 1451|1451.36 1452|1452.26 1453|1453.68 1454|1454.19 1455|1455.72 1456|1456.39 1457|1457.24 1458|1458.80 1459|1459.11 1460|1460.96 1461|1461.2 1462|1462.74 1463|1463.14 1464|1464.37 1465|1465.6 1466|1466.74 1467|1467.33 1468|1468.29 1469|1469.0 1470|1470.40 1471|1471.67 1472|1472.35 1473|1473.84 1474|1474.72 1475|1475.66 1476|1476.13 1477|1477.9 1478|1478.66 1479|1479.89 1480|1480.33 1481|1481.70 1482|1482.59 1483|1483.60 1484|1484.88 1485|1485.50 1486|1486.29 1487|1487.98 1488|1488.24 1489|1489.27 1490|1490.62 1491|1491.49 1492|1492.25 1493|1493.57 1494|1494.38 1495|1495.73 1496|1496.6 1497|1497.4 1498|1498.36 1499|1499.0 1500|1500.91 1501|1501.88 1502|1502.14 1503|1503.43 1504|1504.31 1505|1505.80 1506|1506.32 1507|1507.56 1508|1508.65 1509|1509.30 1510|1510.81 1511|1511.55 1512|1512.47 1513|1513.59 1514|1514.43 1515|1515.26 1516|1516.47 1517|1517.3 1518|1518.12 1519|1519.80 1520|1520.92 1521|1521.65 1522|1522.87 1523|1523.18 1524|1524.15 1525|1525.80 1526|1526.8 1527|1527.93 1528|1528.17 1529|1529.60 1530|1530.21 1531|1531.32 1532|1532.29 1533|1533.49 1534|1534.81 1535|1535.25 1536|1536.64 1537|1537.22 1538|1538.7 1539|1539.30 1540|1540.55 1541|1541.85 1542|1542.6 1543|1543.82 1544|1544.14 1545|1545.58 1546|1546.20 1547|1547.45 1548|1548.24 1549|1549.6 1550|1550.73 1551|1551.43 1552|1552.2 1553|1553.90 1554|1554.17 1555|1555.33 1556|1556.24 1557|1557.23 1558|1558.8 1559|1559.76 1560|1560.69 1561|1561.89 1562|1562.12 1563|1563.96 1564|1564.70 1565|1565.4 1566|1566.34 1567|1567.76 1568|1568.28 1569|1569.60 1570|1570.47 1571|1571.9 1572|1572.55 1573|1573.73 1574|1574.21 1575|1575.37 1576|1576.29 1577|1577.90 1578|1578.92 1579|1579.38 1580|1580.53 1581|1581.33 1582|1582.59 1583|1583.81 1584|1584.23 1585|1585.37 1586|1586.34 1587|1587.87 1588|1588.47 1589|1589.0 1590|1590.93 1591|1591.21 1592|1592.65 1593|1593.12 1594|1594.40 1595|1595.96 1596|1596.94 1597|1597.79 1598|1598.38 1599|1599.92 1600|1600.96 1601|1601.91 1602|1602.58 1603|1603.75 1604|1604.78 1605|1605.59 1606|1606.96 1607|1607.53 1608|1608.82 1609|1609.19 1610|1610.30 1611|1611.45 1612|1612.54 1613|1613.25 1614|1614.61 1615|1615.2 1616|1616.36 1617|1617.2 1618|1618.8 1619|1619.2 1620|1620.75 1621|1621.46 1622|1622.77 1623|1623.60 1624|1624.41 1625|1625.18 1626|1626.76 1627|1627.38 1628|1628.80 1629|1629.23 1630|1630.71 1631|1631.39 1632|1632.91 1633|1633.37 1634|1634.88 1635|1635.45 1636|1636.40 1637|1637.81 1638|1638.66 1639|1639.77 1640|1640.82 1641|1641.38 1642|1642.23 1643|1643.35 1644|1644.68 1645|1645.65 1646|1646.8 1647|1647.24 1648|1648.38 1649|1649.3 1650|1650.11 1651|1651.22 1652|1652.18 1653|1653.91 1654|1654.40 1655|1655.2 1656|1656.39 1657|1657.20 1658|1658.64 1659|1659.30 1660|1660.36 1661|1661.23 1662|1662.87 1663|1663.45 1664|1664.90 1665|1665.99 1666|1666.43 1667|1667.28 1668|1668.78 1669|1669.20 1670|1670.77 1671|1671.54 1672|1672.63 1673|1673.5 1674|1674.61 1675|1675.30 1676|1676.58 1677|1677.66 1678|1678.98 1679|1679.49 1680|1680.7 1681|1681.33 1682|1682.60 1683|1683.68 1684|1684.46 1685|1685.93 1686|1686.62 1687|1687.53 1688|1688.6 1689|1689.21 1690|1690.58 1691|1691.15 1692|1692.25 1693|1693.54 1694|1694.2 1695|1695.97 1696|1696.80 1697|1697.50 1698|1698.7 1699|1699.0 1700|1700.82 1701|1701.28 1702|1702.93 1703|1703.9 1704|1704.49 1705|1705.4 1706|1706.52 1707|1707.79 1708|1708.17 1709|1709.0 1710|1710.91 1711|1711.72 1712|1712.14 1713|1713.74 1714|1714.60 1715|1715.40 1716|1716.75 1717|1717.17 1718|1718.77 1719|1719.98 1720|1720.58 1721|1721.51 1722|1722.41 1723|1723.29 1724|1724.71 1725|1725.10 1726|1726.25 1727|1727.40 1728|1728.37 1729|1729.66 1730|1730.37 1731|1731.39 1732|1732.35 1733|1733.12 1734|1734.1 1735|1735.15 1736|1736.14 1737|1737.25 1738|1738.5 1739|1739.37 1740|1740.33 1741|1741.19 1742|1742.98 1743|1743.22 1744|1744.48 1745|1745.91 1746|1746.67 1747|1747.31 1748|1748.3 1749|1749.38 1750|1750.36 1751|1751.1 1752|1752.89 1753|1753.11 1754|1754.30 1755|1755.13 1756|1756.1 1757|1757.23 1758|1758.84 1759|1759.66 1760|1760.93 1761|1761.79 1762|1762.33 1763|1763.35 1764|1764.28 1765|1765.3 1766|1766.60 1767|1767.51 1768|1768.48 1769|1769.67 1770|1770.15 1771|1771.55 1772|1772.89 1773|1773.84 1774|1774.56 1775|1775.66 1776|1776.22 1777|1777.87 1778|1778.24 1779|1779.25 1780|1780.85 1781|1781.61 1782|1782.12 1783|1783.52 1784|1784.59 1785|1785.93 1786|1786.87 1787|1787.19 1788|1788.34 1789|1789.6 1790|1790.55 1791|1791.53 1792|1792.74 1793|1793.35 1794|1794.64 1795|1795.58 1796|1796.32 1797|1797.93 1798|1798.27 1799|1799.82 1800|1800.24 1801|1801.23 1802|1802.97 1803|1803.64 1804|1804.76 1805|1805.43 1806|1806.40 1807|1807.33 1808|1808.97 1809|1809.71 1810|1810.7 1811|1811.0 1812|1812.5 1813|1813.4 1814|1814.54 1815|1815.25 1816|1816.8 1817|1817.23 1818|1818.88 1819|1819.25 1820|1820.38 1821|1821.52 1822|1822.72 1823|1823.35 1824|1824.90 1825|1825.44 1826|1826.84 1827|1827.15 1828|1828.0 1829|1829.79 1830|1830.14 1831|1831.58 1832|1832.21 1833|1833.55 1834|1834.10 1835|1835.94 1836|1836.64 1837|1837.63 1838|1838.0 1839|1839.91 1840|1840.0 1841|1841.95 1842|1842.74 1843|1843.39 1844|1844.78 1845|1845.18 1846|1846.10 1847|1847.27 1848|1848.47 1849|1849.30 1850|1850.64 1851|1851.39 1852|1852.65 1853|1853.80 1854|1854.26 1855|1855.38 1856|1856.47 1857|1857.84 1858|1858.75 1859|1859.31 1860|1860.91 1861|1861.58 1862|1862.75 1863|1863.23 1864|1864.18 1865|1865.3 1866|1866.76 1867|1867.24 1868|1868.77 1869|1869.21 1870|1870.90 1871|1871.86 1872|1872.0 1873|1873.6 1874|1874.49 1875|1875.51 1876|1876.0 1877|1877.16 1878|1878.22 1879|1879.96 1880|1880.31 1881|1881.30 1882|1882.12 1883|1883.89 1884|1884.19 1885|1885.79 1886|1886.29 1887|1887.19 1888|1888.66 1889|1889.62 1890|1890.15 1891|1891.23 1892|1892.83 1893|1893.65 1894|1894.98 1895|1895.95 1896|1896.64 1897|1897.3 1898|1898.88 1899|1899.87 1900|1900.14 1901|1901.80 1902|1902.60 1903|1903.93 1904|1904.84 1905|1905.20 1906|1906.94 1907|1907.77 1908|1908.60 1909|1909.76 1910|1910.51 1911|1911.83 1912|1912.53 1913|1913.45 1914|1914.40 1915|1915.23 1916|1916.61 1917|1917.19 1918|1918.1 1919|1919.1 1920|1920.90 1921|1921.7 1922|1922.9 1923|1923.72 1924|1924.21 1925|1925.18 1926|1926.87 1927|1927.97 1928|1928.84 1929|1929.47 1930|1930.91 1931|1931.48 1932|1932.54 1933|1933.86 1934|1934.14 1935|1935.79 1936|1936.75 1937|1937.88 1938|1938.15 1939|1939.87 1940|1940.72 1941|1941.1 1942|1942.5 1943|1943.65 1944|1944.71 1945|1945.32 1946|1946.73 1947|1947.48 1948|1948.76 1949|1949.1 1950|1950.33 1951|1951.9 1952|1952.38 1953|1953.26 1954|1954.75 1955|1955.41 1956|1956.90 1957|1957.87 1958|1958.50 1959|1959.62 1960|1960.74 1961|1961.82 1962|1962.91 1963|1963.91 1964|1964.73 1965|1965.3 1966|1966.37 1967|1967.73 1968|1968.83 1969|1969.66 1970|1970.98 1971|1971.14 1972|1972.20 1973|1973.31 1974|1974.10 1975|1975.50 1976|1976.55 1977|1977.15 1978|1978.18 1979|1979.1 1980|1980.95 1981|1981.64 1982|1982.29 1983|1983.8 1984|1984.76 1985|1985.23 1986|1986.25 1987|1987.95 1988|1988.27 1989|1989.34 1990|1990.80 1991|1991.96 1992|1992.18 1993|1993.63 1994|1994.82 1995|1995.84 1996|1996.36 1997|1997.80 1998|1998.6 1999|1999.42 2000|2000.49 2001|2001.24 2002|2002.69 2003|2003.12 2004|2004.80 2005|2005.1 2006|2006.99 2007|2007.10 2008|2008.32 2009|2009.18 2010|2010.27 2011|2011.30 2012|2012.47 2013|2013.34 2014|2014.40 2015|2015.78 2016|2016.44 2017|2017.92 2018|2018.95 2019|2019.11 2020|2020.36 2021|2021.46 2022|2022.37 2023|2023.11 2024|2024.28 2025|2025.39 2026|2026.28 2027|2027.21 2028|2028.81 2029|2029.60 2030|2030.75 2031|2031.67 2032|2032.3 2033|2033.36 2034|2034.93 2035|2035.49 2036|2036.84 2037|2037.87 2038|2038.56 2039|2039.33 2040|2040.90 2041|2041.81 2042|2042.53 2043|2043.85 2044|2044.82 2045|2045.72 2046|2046.26 2047|2047.87 2048|2048.7 2049|2049.78 2050|2050.3 2051|2051.61 2052|2052.81 2053|2053.16 2054|2054.65 2055|2055.43 2056|2056.64 2057|2057.28 2058|2058.8 2059|2059.32 2060|2060.90 2061|2061.2 2062|2062.14 2063|2063.72 2064|2064.63 2065|2065.29 2066|2066.93 2067|2067.49 2068|2068.14 2069|2069.71 2070|2070.21 2071|2071.63 2072|2072.71 2073|2073.8 2074|2074.82 2075|2075.30 2076|2076.63 2077|2077.33 2078|2078.80 2079|2079.68 2080|2080.18 2081|2081.77 2082|2082.5 2083|2083.17 2084|2084.84 2085|2085.49 2086|2086.19 2087|2087.25 2088|2088.31 2089|2089.74 2090|2090.34 2091|2091.48 2092|2092.3 2093|2093.71 2094|2094.28 2095|2095.29 2096|2096.19 2097|2097.39 2098|2098.8 2099|2099.89 2100|2100.99 2101|2101.28 2102|2102.69 2103|2103.43 2104|2104.41 2105|2105.48 2106|2106.38 2107|2107.23 2108|2108.50 2109|2109.6 2110|2110.87 2111|2111.57 2112|2112.44 2113|2113.43 2114|2114.90 2115|2115.65 2116|2116.90 2117|2117.88 2118|2118.51 2119|2119.96 2120|2120.74 2121|2121.92 2122|2122.35 2123|2123.90 2124|2124.46 2125|2125.39 2126|2126.16 2127|2127.91 2128|2128.29 2129|2129.67 2130|2130.17 2131|2131.72 2132|2132.63 2133|2133.45 2134|2134.88 2135|2135.94 2136|2136.81 2137|2137.47 2138|2138.92 2139|2139.54 2140|2140.57 2141|2141.20 2142|2142.75 2143|2143.42 2144|2144.56 2145|2145.89 2146|2146.29 2147|2147.3 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">7</str>
<int name="id_i">7</int>
<float name="default_amount_f">18014.0</float>
<str name="amounts_dpf">1|1.58 2|2.51 3|3.41 4|4.47 5|5.2 6|6.50 7|7.72 8|8.14 9|9.24 10|10.22 11|11.60 12|12.89 13|13.36 14|14.92 15|15.32 16|16.9 17|17.15 18|18.83 19|19.1 20|20.58 21|21.61 22|22.32 23|23.48 24|24.70 25|25.43 26|26.71 27|27.77 28|28.4 29|29.60 30|30.96 31|31.23 32|32.97 33|33.35 34|34.1 35|35.20 36|36.2 37|37.11 38|38.91 39|39.61 40|40.90 41|41.14 42|42.87 43|43.53 44|44.16 45|45.93 46|46.47 47|47.95 48|48.13 49|49.51 50|50.9 51|51.31 52|52.72 53|53.1 54|54.67 55|55.84 56|56.3 57|57.83 58|58.66 59|59.93 60|60.67 61|61.68 62|62.34 63|63.77 64|64.80 65|65.56 66|66.79 67|67.80 68|68.57 69|69.54 70|70.70 71|71.31 72|72.93 73|73.95 74|74.48 75|75.83 76|76.35 77|77.27 78|78.95 79|79.1 80|80.61 81|81.97 82|82.47 83|83.91 84|84.29 85|85.75 86|86.96 87|87.59 88|88.58 89|89.96 90|90.3 91|91.71 92|92.75 93|93.97 94|94.70 95|95.60 96|96.35 97|97.23 98|98.77 99|99.59 100|100.64 101|101.46 102|102.44 103|103.49 104|104.9 105|105.87 106|106.3 107|107.15 108|108.98 109|109.35 110|110.60 111|111.73 112|112.22 113|113.99 114|114.56 115|115.89 116|116.69 117|117.42 118|118.50 119|119.85 120|120.29 121|121.33 122|122.32 123|123.98 124|124.66 125|125.58 126|126.1 127|127.74 128|128.65 129|129.63 130|130.72 131|131.46 132|132.95 133|133.84 134|134.87 135|135.82 136|136.28 137|137.82 138|138.68 139|139.74 140|140.26 141|141.22 142|142.8 143|143.25 144|144.40 145|145.53 146|146.73 147|147.96 148|148.62 149|149.43 150|150.24 151|151.84 152|152.88 153|153.31 154|154.32 155|155.18 156|156.41 157|157.48 158|158.68 159|159.23 160|160.39 161|161.74 162|162.85 163|163.87 164|164.58 165|165.74 166|166.76 167|167.92 168|168.17 169|169.31 170|170.28 171|171.41 172|172.47 173|173.32 174|174.85 175|175.64 176|176.42 177|177.79 178|178.47 179|179.92 180|180.34 181|181.50 182|182.57 183|183.44 184|184.57 185|185.20 186|186.6 187|187.31 188|188.81 189|189.43 190|190.63 191|191.48 192|192.57 193|193.43 194|194.7 195|195.46 196|196.15 197|197.98 198|198.6 199|199.48 200|200.28 201|201.12 202|202.63 203|203.43 204|204.83 205|205.9 206|206.78 207|207.53 208|208.42 209|209.69 210|210.12 211|211.24 212|212.44 213|213.17 214|214.84 215|215.36 216|216.9 217|217.13 218|218.92 219|219.19 220|220.5 221|221.44 222|222.88 223|223.83 224|224.91 225|225.18 226|226.17 227|227.20 228|228.26 229|229.14 230|230.26 231|231.60 232|232.56 233|233.74 234|234.92 235|235.45 236|236.58 237|237.2 238|238.41 239|239.6 240|240.7 241|241.93 242|242.36 243|243.45 244|244.40 245|245.28 246|246.62 247|247.53 248|248.59 249|249.63 250|250.89 251|251.13 252|252.1 253|253.92 254|254.33 255|255.62 256|256.73 257|257.80 258|258.79 259|259.79 260|260.52 261|261.9 262|262.58 263|263.77 264|264.49 265|265.42 266|266.40 267|267.59 268|268.96 269|269.97 270|270.92 271|271.78 272|272.65 273|273.81 274|274.29 275|275.9 276|276.73 277|277.37 278|278.46 279|279.88 280|280.48 281|281.81 282|282.88 283|283.22 284|284.94 285|285.17 286|286.41 287|287.36 288|288.2 289|289.23 290|290.16 291|291.85 292|292.79 293|293.58 294|294.70 295|295.20 296|296.89 297|297.69 298|298.93 299|299.58 300|300.26 301|301.70 302|302.59 303|303.91 304|304.33 305|305.10 306|306.44 307|307.89 308|308.21 309|309.35 310|310.26 311|311.64 312|312.80 313|313.76 314|314.95 315|315.9 316|316.38 317|317.54 318|318.38 319|319.28 320|320.60 321|321.54 322|322.90 323|323.46 324|324.34 325|325.66 326|326.62 327|327.64 328|328.55 329|329.18 330|330.81 331|331.69 332|332.73 333|333.49 334|334.68 335|335.78 336|336.10 337|337.44 338|338.44 339|339.60 340|340.43 341|341.13 342|342.64 343|343.83 344|344.81 345|345.64 346|346.97 347|347.37 348|348.36 349|349.17 350|350.3 351|351.21 352|352.74 353|353.15 354|354.21 355|355.47 356|356.69 357|357.66 358|358.69 359|359.28 360|360.57 361|361.78 362|362.43 363|363.46 364|364.64 365|365.93 366|366.59 367|367.40 368|368.19 369|369.26 370|370.9 371|371.47 372|372.31 373|373.53 374|374.59 375|375.34 376|376.94 377|377.65 378|378.5 379|379.70 380|380.83 381|381.58 382|382.3 383|383.13 384|384.97 385|385.88 386|386.81 387|387.1 388|388.87 389|389.18 390|390.52 391|391.91 392|392.46 393|393.13 394|394.37 395|395.38 396|396.20 397|397.14 398|398.18 399|399.88 400|400.43 401|401.66 402|402.20 403|403.28 404|404.20 405|405.87 406|406.98 407|407.33 408|408.77 409|409.63 410|410.66 411|411.60 412|412.44 413|413.35 414|414.40 415|415.41 416|416.70 417|417.21 418|418.30 419|419.9 420|420.5 421|421.61 422|422.23 423|423.8 424|424.80 425|425.7 426|426.97 427|427.56 428|428.26 429|429.4 430|430.22 431|431.39 432|432.63 433|433.7 434|434.33 435|435.44 436|436.92 437|437.39 438|438.92 439|439.2 440|440.17 441|441.27 442|442.5 443|443.67 444|444.29 445|445.57 446|446.94 447|447.69 448|448.22 449|449.36 450|450.87 451|451.42 452|452.90 453|453.13 454|454.3 455|455.55 456|456.10 457|457.62 458|458.99 459|459.10 460|460.98 461|461.87 462|462.0 463|463.39 464|464.8 465|465.92 466|466.2 467|467.62 468|468.62 469|469.53 470|470.70 471|471.87 472|472.72 473|473.82 474|474.99 475|475.69 476|476.73 477|477.35 478|478.69 479|479.92 480|480.64 481|481.79 482|482.48 483|483.35 484|484.37 485|485.3 486|486.11 487|487.94 488|488.1 489|489.38 490|490.65 491|491.27 492|492.24 493|493.67 494|494.50 495|495.77 496|496.30 497|497.82 498|498.82 499|499.13 500|500.16 501|501.58 502|502.60 503|503.67 504|504.2 505|505.26 506|506.5 507|507.89 508|508.2 509|509.36 510|510.2 511|511.74 512|512.3 513|513.77 514|514.72 515|515.35 516|516.66 517|517.42 518|518.74 519|519.23 520|520.45 521|521.18 522|522.53 523|523.93 524|524.96 525|525.16 526|526.22 527|527.52 528|528.52 529|529.76 530|530.75 531|531.88 532|532.22 533|533.90 534|534.84 535|535.48 536|536.60 537|537.11 538|538.83 539|539.95 540|540.59 541|541.60 542|542.23 543|543.24 544|544.80 545|545.4 546|546.46 547|547.52 548|548.50 549|549.20 550|550.57 551|551.46 552|552.80 553|553.58 554|554.64 555|555.93 556|556.74 557|557.75 558|558.21 559|559.32 560|560.65 561|561.78 562|562.34 563|563.95 564|564.1 565|565.94 566|566.83 567|567.55 568|568.85 569|569.59 570|570.72 571|571.70 572|572.13 573|573.24 574|574.8 575|575.25 576|576.11 577|577.33 578|578.93 579|579.64 580|580.51 581|581.71 582|582.11 583|583.34 584|584.78 585|585.25 586|586.5 587|587.47 588|588.61 589|589.36 590|590.66 591|591.88 592|592.59 593|593.46 594|594.19 595|595.53 596|596.35 597|597.4 598|598.18 599|599.11 600|600.18 601|601.39 602|602.41 603|603.62 604|604.88 605|605.51 606|606.12 607|607.39 608|608.20 609|609.51 610|610.44 611|611.45 612|612.65 613|613.60 614|614.16 615|615.71 616|616.92 617|617.1 618|618.24 619|619.63 620|620.93 621|621.86 622|622.87 623|623.68 624|624.92 625|625.21 626|626.95 627|627.48 628|628.7 629|629.8 630|630.8 631|631.28 632|632.17 633|633.53 634|634.74 635|635.90 636|636.8 637|637.2 638|638.14 639|639.79 640|640.16 641|641.80 642|642.21 643|643.23 644|644.96 645|645.56 646|646.69 647|647.21 648|648.70 649|649.1 650|650.66 651|651.55 652|652.17 653|653.97 654|654.82 655|655.94 656|656.80 657|657.96 658|658.32 659|659.71 660|660.95 661|661.46 662|662.2 663|663.56 664|664.39 665|665.54 666|666.77 667|667.63 668|668.98 669|669.42 670|670.94 671|671.82 672|672.86 673|673.50 674|674.79 675|675.87 676|676.35 677|677.64 678|678.93 679|679.57 680|680.49 681|681.37 682|682.38 683|683.6 684|684.75 685|685.1 686|686.37 687|687.84 688|688.83 689|689.93 690|690.38 691|691.13 692|692.79 693|693.10 694|694.88 695|695.86 696|696.1 697|697.13 698|698.86 699|699.90 700|700.89 701|701.33 702|702.39 703|703.59 704|704.50 705|705.58 706|706.40 707|707.76 708|708.9 709|709.73 710|710.6 711|711.7 712|712.40 713|713.95 714|714.52 715|715.6 716|716.40 717|717.49 718|718.55 719|719.31 720|720.50 721|721.75 722|722.60 723|723.59 724|724.91 725|725.10 726|726.61 727|727.76 728|728.4 729|729.78 730|730.2 731|731.46 732|732.27 733|733.30 734|734.97 735|735.47 736|736.20 737|737.41 738|738.71
[...truncated too long message...]
_n6, service url = null, agent id = null] for registry solr.core.testSimple2.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@38450f9e
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=1879070223
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=937280695
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=965434007
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=1856848642
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard1.replica_n1, tag=1372148324
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2629cd6b: rootName = solr_42161, domain = solr.core.testSimple3.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple3.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1335a70c
[junit4] 2> 1909368 INFO (coreCloseExecutor-4681-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=522505306
[junit4] 2> 1909369 INFO (coreCloseExecutor-4681-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=969902576
[junit4] 2> 1909369 INFO (coreCloseExecutor-4681-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=331250588
[junit4] 2> 1909370 INFO (jetty-closer-1871-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22dc69d1{/solr,null,UNAVAILABLE}
[junit4] 2> 1909376 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard1.leader, tag=1372148324
[junit4] 2> 1909376 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=163571810
[junit4] 2> 1909379 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2636f5e4: rootName = solr_42161, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@64856865
[junit4] 2> 1909379 INFO (jetty-closer-1871-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d190c83{/solr,null,UNAVAILABLE}
[junit4] 2> 1909384 INFO (coreCloseExecutor-4682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=701944467
[junit4] 2> 1909385 INFO (coreCloseExecutor-4682-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=1566417099
[junit4] 2> 1909385 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=163571810
[junit4] 2> 1909386 INFO (jetty-closer-1871-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98917349574180872-127.0.0.1:42161_solr-n_0000000000) closing
[junit4] 2> 1909387 INFO (OverseerStateUpdate-98917349574180872-127.0.0.1:42161_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42161_solr
[junit4] 2> 1909387 WARN (OverseerAutoScalingTriggerThread-98917349574180872-127.0.0.1:42161_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1909389 DEBUG (jetty-closer-1871-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1909390 INFO (jetty-closer-1871-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8108831{/solr,null,UNAVAILABLE}
[junit4] 2> 1909396 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[FBE7A6BBB648400]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1909396 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[FBE7A6BBB648400]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34303 34303
[junit4] 2> 1909430 INFO (Thread-4988) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34303 34303
[junit4] 2> 1909430 WARN (Thread-4988) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testSimple1/state.json
[junit4] 2> 14 /solr/collections/testSimple2/state.json
[junit4] 2> 6 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98917349574180872-core_node7-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98917349574180872-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98917349574180872-127.0.0.1:42161_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_FBE7A6BBB648400-001
[junit4] 2> Oct 30, 2017 10:25:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=112, maxMBSortInHeap=5.595204373534855, sim=RandomSimilarity(queryNorm=false): {}, locale=nus-SS, timezone=W-SU
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=108942056,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CreateCollectionCleanupTest, DirectUpdateHandlerTest, ClusterStateUpdateTest, SolrJmxReporterCloudTest, ZkStateWriterTest, ZkCLITest, TestCollectionAPI, DocValuesMultiTest, DeleteShardTest, VersionInfoTest, DistributedQueryComponentCustomSortTest, TestPayloadScoreQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, SmileWriterTest, LeaderFailoverAfterPartitionTest, TestRestoreCore, SolrCoreMetricManagerTest, OutputWriterTest, TestSolrCloudWithHadoopAuthPlugin, TestSimpleTrackingShardHandler, SolrIndexConfigTest, TestLeaderElectionZkExpiry, TestRemoteStreaming, OpenCloseCoreStressTest, TestOrdValues, TestSubQueryTransformerDistrib, HealthCheckHandlerTest, TestReloadDeadlock, TestScoreJoinQPNoScore, MoreLikeThisHandlerTest, TestJavabinTupleStreamParser, TestSchemalessBufferedUpdates, InfoHandlerTest, TestSizeLimitedDistributedMap, TestExactSharedStatsCache, TestDynamicFieldCollectionResource, JavabinLoaderTest, TestAnalyzedSuggestions, DistribDocExpirationUpdateProcessorTest, TestAuthorizationFramework, OverseerRolesTest, NumberUtilsTest, SchemaVersionSpecificBehaviorTest, TestDeleteCollectionOnDownNodes, TestHttpShardHandlerFactory, ConvertedLegacyTest, LukeRequestHandlerTest, TestCursorMarkWithoutUniqueKey, LeaderInitiatedRecoveryOnShardRestartTest, TestNoOpRegenerator, TestRawTransformer, TestFieldCacheVsDocValues, TriLevelCompositeIdRoutingTest, LargeFieldTest, PathHierarchyTokenizerFactoryTest, RegexBoostProcessorTest, RulesTest, TestPrepRecovery, ShardRoutingTest, TestQuerySenderNoQuery, TriggerIntegrationTest, TestStressReorder, TestSolrFieldCacheBean, CdcrBootstrapTest, TestAtomicUpdateErrorCases, TestDocSet, TestBM25SimilarityFactory, DOMUtilTest, FacetPivotSmallTest, TestNumericTerms32, TestRTGBase, TestJsonFacetRefinement, TestLuceneMatchVersion, SolrCmdDistributorTest, DeleteLastCustomShardedReplicaTest, SampleTest, MoveReplicaHDFSFailoverTest, UtilsToolTest, CurrencyFieldTypeTest, TermVectorComponentDistributedTest, ShardSplitTest, TestCorePropertiesReload, TestStressInPlaceUpdates, TestDocumentBuilder, TestHashQParserPlugin, TestSolrCloudSnapshots, DistributedTermsComponentTest, TestSimpleTextCodec, TestSmileRequest, DebugComponentTest, ShufflingReplicaListTransformerTest, TestSchemaVersionResource, ZkSolrClientTest, PolyFieldTest, BadCopyFieldTest, TestPerFieldSimilarity, HdfsLockFactoryTest, FullHLLTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedVersionInfoTest, TestFieldResource, PingRequestHandlerTest, HighlighterConfigTest, TestConfigSetsAPIExclusivity, TestImplicitCoreProperties, SOLR749Test, SuggestComponentTest, TestSSLRandomization, TestLockTree, TestAnalyzeInfixSuggestions, TestExportWriter, NumericFieldsTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [348/746 (2!)] on J1 in 140.50s, 1 test, 1 failure <<< FAILURES!
[...truncated 41423 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20768 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20768/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:36819/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36819/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
at __randomizedtesting.SeedInfo.seed([C83328631C2116A0:80465CD71A123935]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([C83328631C2116A0:F0800C9D3BD2C271]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12211 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 506673 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/init-core-data-001
[junit4] 2> 506673 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 506673 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 506675 INFO (Thread-1314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 506675 INFO (Thread-1314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 506678 ERROR (Thread-1314) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 506775 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44263
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@503406d7{/solr,null,AVAILABLE}
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ce99671{/solr,null,AVAILABLE}
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28c6bdc0{/solr,null,AVAILABLE}
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fb40774{SSL,[ssl, http/1.1]}{127.0.0.1:35539}
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.Server Started @508523ms
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35539}
[junit4] 2> 506785 ERROR (jetty-launcher-802-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.383705Z
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@176cfd28{SSL,[ssl, http/1.1]}{127.0.0.1:46319}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a3222be{SSL,[ssl, http/1.1]}{127.0.0.1:41881}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.Server Started @508530ms
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.Server Started @508530ms
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46319}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41881}
[junit4] 2> 506792 ERROR (jetty-launcher-802-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506792 ERROR (jetty-launcher-802-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.390462Z
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.390450Z
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506800 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506801 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506816 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506847 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506851 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506891 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35539_solr
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98916547380838405-127.0.0.1:35539_solr-n_0000000000) starting
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41881_solr
[junit4] 2> 506893 INFO (zkCallback-812-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506893 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506896 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506897 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506897 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46319_solr
[junit4] 2> 506898 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 506904 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35539_solr
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41881_solr]
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 506907 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506907 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 506911 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506912 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 506912 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 506912 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506912 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 506947 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506956 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506956 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506957 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/.
[junit4] 2> 506958 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506963 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506967 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506968 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506969 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/.
[junit4] 2> 506972 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506972 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506973 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/.
[junit4] 2> 507025 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 507025 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44263/solr ready
[junit4] 2> 507036 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[C83328631C2116A0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 507047 INFO (qtp2142980349-5093) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46319_solr,127.0.0.1:35539_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 507048 INFO (OverseerThreadFactory-1785-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 507152 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507152 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507153 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507154 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507365 INFO (qtp2142980349-5077) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507365 INFO (qtp2142980349-5074) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507366 INFO (qtp2142980349-5077) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 507372 INFO (qtp1058421442-5075) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507372 INFO (qtp1058421442-5075) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 507373 INFO (qtp1058421442-5072) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507480 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507481 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507481 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507912 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 508380 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508383 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508396 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508396 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508397 INFO (qtp2142980349-5074) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 508398 INFO (qtp2142980349-5074) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508398 INFO (qtp2142980349-5074) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508399 INFO (qtp2142980349-5077) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508400 INFO (qtp1058421442-5072) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508400 INFO (qtp1058421442-5075) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 508401 INFO (qtp1058421442-5075) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508401 INFO (qtp1058421442-5072) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508401 INFO (qtp1058421442-5075) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508401 INFO (qtp1058421442-5072) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508440 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508440 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5074) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5077) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5077) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5074) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6772b906[testSimple1_shard2_replica_n6] main]
[junit4] 2> 508442 INFO (qtp2142980349-5077) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49c2618e[testSimple1_shard1_replica_n2] main]
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508444 INFO (searcherExecutor-1793-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@49c2618e[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508444 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759946248192
[junit4] 2> 508444 INFO (searcherExecutor-1792-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@6772b906[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508444 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759946248192
[junit4] 2> 508446 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508446 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508447 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 508447 INFO (qtp1058421442-5075) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508447 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 508447 INFO (qtp1058421442-5075) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508448 INFO (qtp1058421442-5075) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51021822[testSimple1_shard2_replica_n4] main]
[junit4] 2> 508449 INFO (qtp1058421442-5075) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508449 INFO (qtp1058421442-5075) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508450 INFO (qtp1058421442-5075) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508450 INFO (searcherExecutor-1795-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@51021822[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508450 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759952539648
[junit4] 2> 508453 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508453 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26309e84[testSimple1_shard1_replica_n1] main]
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508456 INFO (searcherExecutor-1794-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@26309e84[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508456 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759958831104
[junit4] 2> 508548 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508548 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508548 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508913 DEBUG (ScheduledTrigger-1783-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:46319/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 508952 INFO (qtp1058421442-5176) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 508956 INFO (qtp2142980349-5077) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:46319/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 508957 INFO (qtp1058421442-5078) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 509248 INFO (qtp2142980349-5074) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 509252 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 509258 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 509360 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509360 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509360 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509403 INFO (qtp2142980349-5074) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 509404 INFO (qtp2142980349-5074) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 509409 INFO (qtp2142980349-5077) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 509410 INFO (qtp2142980349-5077) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2044
[junit4] 2> 509453 INFO (qtp1058421442-5075) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2081
[junit4] 2> 509459 INFO (qtp1058421442-5072) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2086
[junit4] 2> 509461 INFO (qtp2142980349-5093) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 509559 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509559 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509559 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509913 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 510461 INFO (qtp2142980349-5093) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46319_solr,127.0.0.1:35539_solr&wt=javabin&version=2} status=0 QTime=3414
[junit4] 2> 510461 INFO (qtp2142980349-5071) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35539_solr,127.0.0.1:41881_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 510462 INFO (OverseerThreadFactory-1785-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 510462 INFO (OverseerCollectionConfigSetProcessor-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 510666 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41881/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510667 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510667 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41881/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510668 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510870 INFO (qtp2142980349-5087) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510870 INFO (qtp2142980349-5090) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510886 INFO (qtp1606692172-5073) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510888 INFO (qtp1606692172-5073) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 510888 INFO (qtp1606692172-5086) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510913 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 510994 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-812-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 511882 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511882 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511886 INFO (qtp2142980349-5087) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 511886 INFO (qtp2142980349-5090) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 511914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 511917 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511917 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511921 INFO (qtp1606692172-5073) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 511921 INFO (qtp1606692172-5086) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 511936 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511937 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511937 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5087) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5087) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5090) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f3e5292[testSimple2_shard1_replica_n2] main]
[junit4] 2> 511961 INFO (qtp2142980349-5087) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@316ff7eb[testSimple2_shard2_replica_n6] main]
[junit4] 2> 511961 INFO (qtp2142980349-5090) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511961 INFO (qtp2142980349-5090) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511961 INFO (qtp2142980349-5087) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511962 INFO (qtp2142980349-5087) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511962 INFO (qtp2142980349-5090) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511962 INFO (qtp2142980349-5087) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511963 INFO (searcherExecutor-1812-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@6f3e5292[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511963 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763636187136
[junit4] 2> 511963 INFO (searcherExecutor-1813-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@316ff7eb[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511963 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763636187136
[junit4] 2> 511966 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 511966 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 511970 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511970 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511971 INFO (qtp1606692172-5073) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5073) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511972 INFO (qtp1606692172-5073) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32c1df50[testSimple2_shard1_replica_n1] main]
[junit4] 2> 511972 INFO (qtp1606692172-5086) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e00f13d[testSimple2_shard2_replica_n4] main]
[junit4] 2> 511972 INFO (qtp1606692172-5073) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5073) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5073) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511974 INFO (searcherExecutor-1816-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@5e00f13d[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511974 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763647721472
[junit4] 2> 511974 INFO (searcherExecutor-1815-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@32c1df50[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511974 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763647721472
[junit4] 2> 512067 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 512467 INFO (qtp2142980349-5090) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:41881/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 512467 INFO (qtp2142980349-5087) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:41881/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 512470 INFO (qtp1606692172-5081) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 512470 INFO (qtp1606692172-5080) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 512768 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 512768 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 512869 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 512919 INFO (qtp2142980349-5087) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 512919 INFO (qtp2142980349-5090) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 512919 INFO (qtp2142980349-5090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2049
[junit4] 2> 512920 INFO (qtp2142980349-5087) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2050
[junit4] 2> 512977 INFO (qtp1606692172-5073) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2091
[junit4] 2> 512977 INFO (qtp1606692172-5086) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2089
[junit4] 2> 512979 INFO (qtp2142980349-5071) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 513078 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 513979 INFO (qtp2142980349-5071) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35539_solr,127.0.0.1:41881_solr&wt=javabin&version=2} status=0 QTime=3517
[junit4] 2> 513979 INFO (qtp2142980349-5160) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:46319_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 513980 INFO (OverseerThreadFactory-1785-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 513981 INFO (OverseerCollectionConfigSetProcessor-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 514184 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514185 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514185 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514388 INFO (qtp1058421442-5092) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514389 INFO (qtp1058421442-5088) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514391 INFO (qtp1058421442-5175) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514494 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 514494 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 514915 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 515395 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515395 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515400 INFO (qtp1058421442-5092) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 515400 INFO (qtp1058421442-5088) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515402 INFO (qtp1058421442-5088) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515402 INFO (qtp1058421442-5088) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515403 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 515406 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515411 INFO (qtp1058421442-5175) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515413 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515413 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 515450 INFO (qtp1058421442-5092) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 515450 INFO (qtp1058421442-5092) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defau
[...truncated too long message...]
t org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 759143 INFO (qtp1950472393-5655) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36819_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30017
[junit4] 2> 759383 INFO (zkCallback-909-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
[junit4] 2> 759485 INFO (zkCallback-909-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [1])
[junit4] 2> 759485 INFO (zkCallback-909-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [1])
[junit4] 2> 759820 INFO (jetty-closer-887-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40831_solr
[junit4] 2> 759821 INFO (jetty-closer-887-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 759822 INFO (zkCallback-909-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.c.SolrCore [awhollynewcollection_0_shard4_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@68172c93
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.awhollynewcollection_0.shard4.replica_n6, tag=1746349203
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40e20f1d: rootName = null, domain = solr.core.awhollynewcollection_0.shard4.replica_n6, service url = null, agent id = null] for registry solr.core.awhollynewcollection_0.shard4.replica_n6 / com.codahale.metrics.MetricRegistry@30627f2d
[junit4] 2> 759834 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.awhollynewcollection_0.shard4.leader, tag=1746349203
[junit4] 2> 759836 INFO (jetty-closer-887-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98916558917468172-127.0.0.1:40831_solr-n_0000000001) closing
[junit4] 2> 759836 INFO (OverseerStateUpdate-98916558917468172-127.0.0.1:40831_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40831_solr
[junit4] 2> 759836 WARN (OverseerAutoScalingTriggerThread-98916558917468172-127.0.0.1:40831_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 759838 INFO (jetty-closer-887-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d294ff0{/solr,null,UNAVAILABLE}
[junit4] 2> 759838 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[C83328631C2116A0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 759839 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37801 37801
[junit4] 2> 764865 INFO (Thread-1413) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37801 37801
[junit4] 2> 764866 WARN (Thread-1413) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 22 /solr/configs/conf
[junit4] 2> 6 /solr/configs/conf2
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/addReplicaColl/state.json
[junit4] 2> 30 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 24 /solr/collections/reloaded_collection/state.json
[junit4] 2> 13 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98916558917468171-127.0.0.1:37753_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/98916558917468172-127.0.0.1:40831_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 294 /solr/collections
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C83328631C2116A0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=BlockTreeOrds(blocksize=128), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=34, maxMBSortInHeap=5.887437225927939, sim=RandomSimilarity(queryNorm=false): {}, locale=bez-TZ, timezone=Asia/Aqtau
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=47192856,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PrimUtilsTest, DebugComponentTest, NumericFieldsTest, TestLockTree, RegexBoostProcessorTest, RollingRestartTest, SolrMetricsIntegrationTest, TestDocSet, TestExactSharedStatsCache, QueryResultKeyTest, CoreAdminCreateDiscoverTest, EnumFieldTest, TestSha256AuthenticationProvider, TestHttpShardHandlerFactory, CloudMLTQParserTest, TestExportWriter, TestFieldSortValues, SolrCmdDistributorTest, DistributedTermsComponentTest, MBeansHandlerTest, ConvertedLegacyTest, TestLuceneMatchVersion, TestRestManager, ShardRoutingTest, SpellingQueryConverterTest, TestRTimerTree, TestWriterPerf, TriLevelCompositeIdRoutingTest, TestReloadDeadlock, TestNumericTerms32, MoreLikeThisHandlerTest, TestRandomFlRTGCloud, SolrCLIZkUtilsTest, SuggesterTSTTest, AssignTest, TermVectorComponentDistributedTest, SampleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, StressHdfsTest, TestLegacyNumericUtils, TriggerIntegrationTest, ZkStateWriterTest, TestRemoteStreaming, SmileWriterTest, TestSolrCloudWithHadoopAuthPlugin, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TolerantUpdateProcessorTest, PingRequestHandlerTest, SOLR749Test, AnalyticsMergeStrategyTest, DOMUtilTest, SynonymTokenizerTest, TestTolerantUpdateProcessorCloud, ConcurrentDeleteAndCreateCollectionTest, InfoHandlerTest, SolrJmxReporterCloudTest, TestSimpleTextCodec, AutoAddReplicasIntegrationTest, TestHashQParserPlugin, TestAuthenticationFramework, TestConfigSetsAPIExclusivity, TestLeaderElectionZkExpiry, BadCopyFieldTest, ClassificationUpdateProcessorTest, CurrencyFieldTypeTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [209/746 (2!)] on J1 in 82.17s, 19 tests, 1 error <<< FAILURES!
[...truncated 41789 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20767 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20767/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
Error from server at http://127.0.0.1:40081/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40081/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.search.join.TestCloudNestedDocsSort.setupCluster(TestCloudNestedDocsSort.java:69)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705:889DFFEEE0C513D4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11882 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/init-core-data-001
[junit4] 2> 245568 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 245569 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001
[junit4] 2> 245569 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 245569 INFO (Thread-359) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 245569 INFO (Thread-359) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 245571 ERROR (Thread-359) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 245669 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39933
[junit4] 2> 245672 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245672 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245673 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48eee1c1{/solr,null,AVAILABLE}
[junit4] 2> 245673 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12e99d77{/solr,null,AVAILABLE}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c08eaaa{HTTP/1.1,[http/1.1]}{127.0.0.1:37267}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ddcbf7{HTTP/1.1,[http/1.1]}{127.0.0.1:35669}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37267}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35669}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24335e69{/solr,null,AVAILABLE}
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460300Z
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460312Z
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7212dd41{HTTP/1.1,[http/1.1]}{127.0.0.1:46051}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46051}
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460690Z
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245685 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6b6d3e330003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245689 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6b6d3e330006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37267_solr
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46051_solr
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245719 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98915833764577289-127.0.0.1:37267_solr-n_0000000000) starting
[junit4] 2> 245719 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245719 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245719 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245720 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35669_solr
[junit4] 2> 245720 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245720 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245727 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245728 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 245729 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37267_solr
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46051_solr, 127.0.0.1:35669_solr]
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 245729 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245729 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245732 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245737 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 245737 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 245737 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 245743 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245747 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/.
[junit4] 2> 245751 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245751 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245752 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/.
[junit4] 2> 245777 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245781 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245781 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245782 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/.
[junit4] 2> 245801 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 245801 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39933/solr ready
[junit4] 2> 245807 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[B02EDB10C736C705]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 245809 INFO (qtp1716604357-1577) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35669_solr,127.0.0.1:46051_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 245810 INFO (OverseerThreadFactory-653-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 245916 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245918 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245919 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245921 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 246125 INFO (qtp1866551197-1568) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp1866551197-1576) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp381835845-1589) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp1866551197-1568) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246126 INFO (qtp381835845-1589) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246126 INFO (qtp381835845-1590) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246231 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246737 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 247134 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247135 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247136 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247146 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247148 INFO (qtp1866551197-1576) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 247148 INFO (qtp381835845-1590) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 247151 INFO (qtp1866551197-1568) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 247154 INFO (qtp381835845-1589) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 247156 INFO (qtp381835845-1589) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247156 INFO (qtp381835845-1589) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247158 INFO (qtp381835845-1589) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247159 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247159 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 247218 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247218 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247219 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247219 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247219 INFO (qtp1866551197-1568) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247219 INFO (qtp1866551197-1568) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247220 INFO (qtp381835845-1590) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247220 INFO (qtp381835845-1590) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247221 INFO (qtp1866551197-1568) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@111153ac[testSimple1_shard2_replica_n4] main]
[junit4] 2> 247221 INFO (qtp381835845-1590) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1122e741[testSimple1_shard2_replica_n6] main]
[junit4] 2> 247221 INFO (qtp381835845-1590) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247222 INFO (qtp381835845-1590) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247222 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247222 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247222 INFO (qtp381835845-1590) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247222 INFO (searcherExecutor-662-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@111153ac[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341965484032
[junit4] 2> 247223 INFO (searcherExecutor-660-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@1122e741[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247223 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341966532608
[junit4] 2> 247223 INFO (qtp381835845-1589) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247223 INFO (qtp381835845-1589) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247225 INFO (qtp381835845-1589) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@163b416a[testSimple1_shard1_replica_n2] main]
[junit4] 2> 247225 INFO (qtp381835845-1589) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247226 INFO (qtp381835845-1589) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247226 INFO (qtp381835845-1589) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:35669/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 247227 INFO (searcherExecutor-663-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@163b416a[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247227 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341970726912
[junit4] 2> 247228 INFO (qtp1866551197-1567) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247230 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 247230 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247230 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36aafb66[testSimple1_shard1_replica_n1] main]
[junit4] 2> 247233 INFO (qtp1866551197-1576) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341978066944
[junit4] 2> 247234 INFO (searcherExecutor-661-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@36aafb66[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247331 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 247529 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 247630 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247679 INFO (qtp381835845-1590) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 247680 INFO (qtp381835845-1590) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1554
[junit4] 2> 247730 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247730 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247731 INFO (qtp381835845-1589) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 247731 INFO (qtp381835845-1589) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:35669/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 247732 INFO (qtp1866551197-1666) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247738 DEBUG (ScheduledTrigger-651-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 247781 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 248035 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 248136 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248186 INFO (qtp381835845-1589) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 248188 INFO (qtp381835845-1589) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2062
[junit4] 2> 248228 INFO (qtp1866551197-1568) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2103
[junit4] 2> 248239 INFO (qtp1866551197-1576) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2113
[junit4] 2> 248243 INFO (qtp1716604357-1577) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 248340 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248738 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 249244 INFO (qtp1716604357-1577) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35669_solr,127.0.0.1:46051_solr&wt=javabin&version=2} status=0 QTime=3435
[junit4] 2> 249245 INFO (qtp1716604357-1579) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46051_solr,127.0.0.1:37267_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 249248 INFO (OverseerThreadFactory-653-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 249248 INFO (OverseerCollectionConfigSetProcessor-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 249456 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249458 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37267/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249460 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249461 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37267/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249663 INFO (qtp381835845-1591) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249663 INFO (qtp381835845-1585) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249663 INFO (qtp1716604357-1569) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249664 INFO (qtp1716604357-1569) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 249665 INFO (qtp1716604357-1571) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249738 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 249771 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249771 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249771 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249796 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250704 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250704 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250705 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250708 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250711 INFO (qtp381835845-1591) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 250711 INFO (qtp381835845-1585) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 250712 INFO (qtp1716604357-1571) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 250712 INFO (qtp381835845-1591) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250712 INFO (qtp381835845-1591) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 250715 INFO (qtp1716604357-1569) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 250716 INFO (qtp1716604357-1569) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250716 INFO (qtp1716604357-1569) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 250739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 250749 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250749 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250753 INFO (qtp381835845-1585) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250753 INFO (qtp381835845-1585) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250754 INFO (qtp381835845-1585) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e6195a6[testSimple2_shard1_replica_n1] main]
[junit4] 2> 250755 INFO (qtp381835845-1585) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250755 INFO (qtp381835845-1585) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250755 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250755 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250756 INFO (qtp381835845-1585) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250756 INFO (searcherExecutor-681-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@1e6195a6[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250756 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345671151616
[junit4] 2> 250757 INFO (qtp381835845-1591) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250757 INFO (qtp381835845-1591) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250758 INFO (qtp381835845-1591) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48f4a7ee[testSimple2_shard2_replica_n4] main]
[junit4] 2> 250759 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250759 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250759 INFO (qtp381835845-1591) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250759 INFO (qtp381835845-1591) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250760 INFO (qtp1716604357-1571) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250760 INFO (qtp1716604357-1571) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250760 INFO (qtp381835845-1591) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250761 INFO (searcherExecutor-680-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@48f4a7ee[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250761 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345676394496
[junit4] 2> 250761 INFO (qtp1716604357-1571) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@129db2d0[testSimple2_shard2_replica_n6] main]
[junit4] 2> 250761 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 250762 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250762 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250762 INFO (qtp1716604357-1571) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250762 INFO (qtp1716604357-1571) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250763 INFO (qtp1716604357-1571) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250763 INFO (qtp1716604357-1569) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250763 INFO (qtp1716604357-1569) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250763 INFO (searcherExecutor-682-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@129db2d0[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250764 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345679540224
[junit4] 2> 250764 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 250765 INFO (qtp1716604357-1569) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b1e4dc[testSimple2_shard1_replica_n2] main]
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345681637376
[junit4] 2> 250767 INFO (searcherExecutor-683-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@26b1e4dc[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250865 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:37267/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 251265 INFO (qtp1716604357-1573) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple2_shard2_replica_n4/
[junit4] 2> 251266 INFO (qtp381835845-1591) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:37267/solr/testSimple2_shard2_replica_n6/] nUpdates=100
[junit4] 2> 251267 INFO (qtp1716604357-1673) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 251568 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 251569 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple2_shard2_replica_n4/ shard2
[junit4] 2> 251671 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251719 INFO (qtp381835845-1585) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 251720 INFO (qtp381835845-1591) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 251721 INFO (qtp381835845-1585) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2057
[junit4] 2> 251721 INFO (qtp381835845-1591) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2058
[junit4] 2> 251739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 251768 INFO (qtp1716604357-1571) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2103
[junit4] 2> 251770 INFO (qtp1716604357-1569) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 251774 INFO (qtp1716604357-1579) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 251872 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 252739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 252774 INFO (qtp1716604357-1579) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46051_solr,127.0.0.1:37267_solr&wt=javabin&version=2} status=0 QTime=3528
[junit4] 2> 252775 INFO (qtp1716604357-1581) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:35669_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 252776 INFO (OverseerThreadFactory-653-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 252776 INFO (OverseerCollectionConfigSetProcessor-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 252982 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 252986 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 252988 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 253193 INFO (qtp1866551197-1668) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253193 INFO (qtp1866551197-1580) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253193 INFO (qtp1866551197-1578) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253298 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 253298 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 253739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 254201 INFO (qtp1866551197-1668) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254202 INFO (qtp1866551197-1578) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254202 INFO (qtp1866551197-1580) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254208 INFO (qtp1866551197-1578) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 254208 INFO (qtp1866551197-1668) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 254208 INFO (qtp1866551197-1580) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 254210 INFO (qtp1866551197-1578) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 254210 INFO (qtp1866551197-1580) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 wit
[...truncated too long message...]
it4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34509/solr",
[junit4] 2> "node_name":"127.0.0.1:34509_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@759b2a20
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1973103136
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ca60257: rootName = solr_34509, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@51113e7f
[junit4] 2> 2359238 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1973103136
[junit4] 2> 2359238 INFO (jetty-closer-5653-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98915892189986819-127.0.0.1:34509_solr-n_0000000000) closing
[junit4] 2> 2359238 INFO (OverseerStateUpdate-98915892189986819-127.0.0.1:34509_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34509_solr
[junit4] 2> 2359239 WARN (OverseerAutoScalingTriggerThread-98915892189986819-127.0.0.1:34509_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2359239 INFO (jetty-closer-5653-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@161eab17{/solr,null,UNAVAILABLE}
[junit4] 2> 2359239 ERROR (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2359239 INFO (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35879 35879
[junit4] 2> 2364265 INFO (Thread-2959) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35879 35879
[junit4] 2> 2364266 WARN (Thread-2959) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2364266 INFO (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ses, timezone=Brazil/DeNoronha
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=282584152,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestRealTimeGet, TestFunctionQuery, TestNonDefinedSimilarityFactory, UUIDFieldTest, BufferStoreTest, TestValueSourceCache, HdfsChaosMonkeySafeLeaderTest, HdfsBasicDistributedZk2Test, ManagedSchemaRoundRobinCloudTest, TestPKIAuthenticationPlugin, IndexSchemaTest, TestIndexSearcher, PluginInfoTest, SolrShardReporterTest, TestComplexPhraseQParserPlugin, HdfsUnloadDistributedZkTest, QueryElevationComponentTest, JvmMetricsTest, TestNumericTerms64, TestInfoStreamLogging, SharedFSAutoReplicaFailoverTest, TestCollectionsAPIViaSolrCloudCluster, TestFieldCacheSort, DefaultValueUpdateProcessorTest, DisMaxRequestHandlerTest, UUIDUpdateProcessorFallbackTest, TestFieldTypeCollectionResource, XsltUpdateRequestHandlerTest, BasicAuthStandaloneTest, NodeAddedTriggerTest, HdfsSyncSliceTest, SolrCloudExampleTest, TestMiniSolrCloudClusterSSL, TestHdfsCloudBackupRestore, IndexBasedSpellCheckerTest, TestXmlQParser, TestReRankQParserPlugin, ClusterStateTest, TestIntervalFaceting, TestFiltering, SolrTestCaseJ4Test, SolrGangliaReporterTest, TestReloadAndDeleteDocs, AlternateDirectoryTest, TestAddFieldRealTimeGet, TestGroupingSearch, TestCustomStream, ImplicitSnitchTest, AddSchemaFieldsUpdateProcessorFactoryTest, MergeStrategyTest, TestMaxTokenLenTokenizer, TestSearchPerf, ConfigSetsAPITest, TestSolrCoreProperties, TestSearcherReuse, V2StandaloneTest, TestDistributedMissingSort, SimplePostToolTest, TestBulkSchemaAPI, EchoParamsTest, DistributedDebugComponentTest, DocValuesNotIndexedTest, TestSerializedLuceneMatchVersion, UnloadDistributedZkTest, OverseerTest, TestUseDocValuesAsStored, SegmentsInfoRequestHandlerTest, ZkNodePropsTest, TestPointFields, TestSolrConfigHandler, DistributedSpellCheckComponentTest, TestStressLiveNodes, TestDistribDocBasedVersion, TestQuerySenderListener, CollectionReloadTest, TestLRUCache, AnalyticsQueryTest, TestCloudNestedDocsSort, DeleteNodeTest, AliasIntegrationTest, DistributedQueryComponentOptimizationTest, UninvertDocValuesMergePolicyTest, TestDefaultStatsCache, SpatialHeatmapFacetsTest, ReturnFieldsTest, TestConfigSetsAPIZkFailure, TestLMDirichletSimilarityFactory, TestStandardQParsers, LeaderElectionTest, SSLMigrationTest, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotLargeTest, TestFuzzyAnalyzedSuggestions, FieldMutatingUpdateProcessorTest, TestPivotHelperCode, TestJsonFacets, TestOverriddenPrefixQueryForCustomFieldType, TestMacros, TestInitQParser, TestEmbeddedSolrServerConstructors, TestSQLHandler, TestFilteredDocIdSet, FileBasedSpellCheckerTest, TestHashPartitioner, LeaderFailureAfterFreshStartTest, TestSolrCloudWithSecureImpersonation, TestClusterStateMutator, HLLSerializationTest, BitVectorTest, TestRetrieveFieldsOptimizer, TestManagedSchema, TestExtendedDismaxParser, TestTolerantUpdateProcessorRandomCloud, TestSubQueryTransformer, VMParamsZkACLAndCredentialsProvidersTest, FullSolrCloudDistribCmdsTest, TestLMJelinekMercerSimilarityFactory, ConnectionReuseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConnectionReuseTest -Dtests.seed=B02EDB10C736C705 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ses -Dtests.timezone=Brazil/DeNoronha -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | ConnectionReuseTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [526/746 (3!)] on J2 in 1226.69s, 0 tests, 1 error <<< FAILURES!
[...truncated 40819 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20766 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20766/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:CBCA07AC00C9A067]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:BEB4CC2A806E20A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11594 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudPivotFacet
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/init-core-data-001
[junit4] 2> 17415 WARN (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 17415 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vn/
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.TestCloudPivotFacet init'ing useFieldRandomizedFactor = 22
[junit4] 2> 17427 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 17438 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 17438 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 17538 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer start zk server on port:46231
[junit4] 2> 17556 ERROR (Thread-103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 17662 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 17665 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 17666 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17668 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 17671 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 17672 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 17674 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 17675 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 17677 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 17678 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 17679 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 17681 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 17754 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 17755 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5348d6{/vn,null,AVAILABLE}
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19701cf{HTTP/1.1,[http/1.1]}{127.0.0.1:43053}
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.Server Started @19677ms
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/tempDir-001/control/data, hostContext=/vn, hostPort=43053, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores}
[junit4] 2> 17758 ERROR (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T00:52:14.771Z
[junit4] 2> 17762 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 17762 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/solr.xml
[junit4] 2> 17766 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 17766 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 17767 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 17770 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46231/solr
[junit4] 2> 17911 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 17912 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43053_vn
[junit4] 2> 17913 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer (id=98915105800716292-127.0.0.1:43053_vn-n_0000000000) starting
[junit4] 2> 17973 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43053_vn
[junit4] 2> 17994 INFO (OverseerStateUpdate-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 18277 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18303 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18303 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18329 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores
[junit4] 2> 18417 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 18418 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46231/solr ready
[junit4] 2> 18439 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43053_vn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18468 INFO (OverseerThreadFactory-169-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 18597 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18598 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 18720 INFO (zkCallback-33-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 19631 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19641 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 19736 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 19754 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 19772 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@e44de8
[junit4] 2> 19784 WARN (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 19858 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19858 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19860 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19860 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19861 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4158456327122724]
[junit4] 2> 19862 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1575fea[control_collection_shard1_replica_n1] main]
[junit4] 2> 19865 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 19865 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 19866 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19868 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582641695299731456
[junit4] 2> 19871 INFO (searcherExecutor-172-thread-1-processing-n:127.0.0.1:43053_vn x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1575fea[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 19900 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 20003 INFO (zkCallback-33-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20051 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20055 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
[junit4] 2> 20073 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 20155 INFO (zkCallback-33-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20466 INFO (OverseerCollectionConfigSetProcessor-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 21073 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43053_vn&wt=javabin&version=2} status=0 QTime=2635
[junit4] 2> 21078 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 21079 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46231/solr ready
[junit4] 2> 21080 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 21084 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21086 INFO (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 21086 WARN (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 51145 ERROR (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 51154 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=500 QTime=30069
[junit4] 2> 51155 ERROR (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43053
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10516446
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e189c0: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@134c411
[junit4] 2> 51166 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 51166 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146693: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e7d5ad
[junit4] 2> 51172 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 51172 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e57fc8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1e15650
[junit4] 2> 51173 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43053_vn
[junit4] 2> 51173 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 51175 INFO (zkCallback-33-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f818d
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=2064781
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@121c36c: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@19c6223
[junit4] 2> 51191 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=2064781
[junit4] 2> 51200 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.Overseer Overseer (id=98915105800716292-127.0.0.1:43053_vn-n_0000000000) closing
[junit4] 2> 51200 INFO (OverseerStateUpdate-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43053_vn
[junit4] 2> 51200 WARN (OverseerAutoScalingTriggerThread-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 51203 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@19701cf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 51203 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5348d6{/vn,null,UNAVAILABLE}
[junit4] 2> 51203 ERROR (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 51204 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46231 46231
[junit4] 2> 56353 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46231 46231
[junit4] 2> 56354 WARN (Thread-103) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudPivotFacet -Dtests.method=test -Dtests.seed=83BF731806FA8FF2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=Pacific/Kwajalein -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 38.9s J2 | TestCloudPivotFacet.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:BEB4CC2A806E20A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=64, maxMBSortInHeap=7.382903226583812, sim=RandomSimilarity(queryNorm=true): {}, locale=zh-CN, timezone=Pacific/Kwajalein
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=132162424,total=236978176
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerConstructors, JvmMetricsTest, MetricUtilsTest, BlockJoinFacetRandomTest, TestExactStatsCache, TestXmlQParser, TestCloudPivotFacet]
[junit4] Completed [20/746 (1!)] on J2 in 38.98s, 1 test, 1 error <<< FAILURES!
[...truncated 1122 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/init-core-data-001
[junit4] 2> 1228631 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 1228631 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1228633 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1228634 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1228634 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001
[junit4] 2> 1228635 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1228635 INFO (Thread-2808) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1228635 INFO (Thread-2808) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1228637 ERROR (Thread-2808) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1228735 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42379
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228742 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@514645{/solr,null,AVAILABLE}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17613a0{SSL,[ssl, http/1.1]}{127.0.0.1:33091}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.Server Started @1230662ms
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33091}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cbac59{/solr,null,AVAILABLE}
[junit4] 2> 1228743 ERROR (jetty-launcher-3939-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.757Z
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11ee769{SSL,[ssl, http/1.1]}{127.0.0.1:38025}
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.Server Started @1230663ms
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38025}
[junit4] 2> 1228744 ERROR (jetty-launcher-3939-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.757Z
[junit4] 2> 1228745 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228746 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dce8f{/solr,null,AVAILABLE}
[junit4] 2> 1228746 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@af31e4{SSL,[ssl, http/1.1]}{127.0.0.1:37787}
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.Server Started @1230666ms
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37787}
[junit4] 2> 1228747 ERROR (jetty-launcher-3939-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.760Z
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10db369{/solr,null,AVAILABLE}
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1df8531{SSL,[ssl, http/1.1]}{127.0.0.1:42021}
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.Server Started @1230667ms
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42021}
[junit4] 2> 1228748 ERROR (jetty-launcher-3939-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228749 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.761Z
[junit4] 2> 1228749 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228755 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228755 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228757 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228757 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228758 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6ad63b300006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1228759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6ad63b300005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1228761 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38025_solr
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.Overseer Overseer (id=98915185173987340-127.0.0.1:38025_solr-n_0000000000) starting
[junit4] 2> 1228835 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228836 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33091_solr
[junit4] 2> 1228837 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1228838 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38025_solr
[junit4] 2> 1228843 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1228848 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228868 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228869 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228869 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228870 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37787_solr
[junit4] 2> 1228871 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228886 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3956-thread-1-processing-n:127.0.0.1:42021_solr) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3960-thread-1-processing-n:127.0.0.1:37787_solr) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228892 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42021_solr
[junit4] 2> 1228894 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228894 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228900 INFO (zkCallback-3960-thread-1-processing-n:127.0.0.1:37787_solr) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228900 INFO (zkCallback-3956-thread-1-processing-n:127.0.0.1:42021_solr) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228915 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228923 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228923 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228924 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node2
[junit4] 2> 1229027 WARN (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/autoscaling,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:592)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:456)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229028 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229034 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229035 WARN (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=heap,name=committed
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229038 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229038 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229039 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node3
[junit4] 2> 1229043 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229044 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229045 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node4
[junit4] 2> 1229058 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229062 WARN (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=committed
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229063 WARN (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229065 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229065 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229066 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node1
[junit4] 2> 1229129 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1229129 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42379/solr ready
[junit4] 2> 1229149 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[83BF731806FA8FF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1229149 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1229188 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1229189 INFO (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1229189 WARN (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 1229293 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1229293 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=104
[junit4] 2> 1229294 INFO (qtp25115968-19081) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1229294 INFO (OverseerCollectionConfigSetProcessor-98915185173987340-127.0.0.1:38025_solr-n_0000000000) [n:127.0.0.1:38025_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1229296 INFO (OverseerThreadFactory-5287-thread-2-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33091_solr for creating new replica
[junit4] 2> 1229297 INFO (OverseerStateUpdate-98915185173987340-127.0.0.1:38025_solr-n_0000000000) [n:127.0.0.1:38025_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33091/solr",
[junit4] 2> "node_name":"127.0.0.1:33091_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1229542 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1229543 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1229551 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1229564 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 1229566 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1229566 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1229567 INFO (qtp320
[...truncated too long message...]
pConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1330823 INFO (qtp25115968-19207) [n:127.0.0.1:37787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42021_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n1&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=1001
[junit4] 2> 1334830 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1334830 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.SolrCore [propertyDotName] CLOSING SolrCore org.apache.solr.core.SolrCore@1ca8eab
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.core_node13, tag=30052011
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70edc: rootName = null, domain = solr.core.addReplicaColl.shard1.core_node13, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.core_node13 / com.codahale.metrics.MetricRegistry@84fe1c
[junit4] 2> 1334837 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=30052011
[junit4] 2> 1334837 WARN (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy Stopping recovery for core=[propertyDotName] coreNodeName=[core_node13]
[junit4] 2> 1334838 INFO (jetty-closer-3940-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10db369{/solr,null,UNAVAILABLE}
[junit4] 2> 1334838 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1334838 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42379 42379
[junit4] 2> 1339847 INFO (Thread-2858) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42379 42379
[junit4] 2> 1339848 WARN (Thread-2858) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 60 /solr/collections/addReplicaColl/state.json
[junit4] 2> 36 /solr/collections/reloaded_collection/state.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 13 /solr/collections/onlyinzk/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 3 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 273 /solr/collections
[junit4] 2> 10 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1116, maxMBSortInHeap=6.794918943616485, sim=RandomSimilarity(queryNorm=false): {}, locale=ko-KR, timezone=Etc/GMT+4
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=126204072,total=488898560
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerConstructors, JvmMetricsTest, MetricUtilsTest, BlockJoinFacetRandomTest, TestExactStatsCache, TestXmlQParser, TestCloudPivotFacet, MigrateRouteKeyTest, UninvertDocValuesMergePolicyTest, AnalyticsQueryTest, MetricsHandlerTest, TestLeaderInitiatedRecoveryThread, SolrShardReporterTest, HttpPartitionTest, DocValuesNotIndexedTest, VMParamsZkACLAndCredentialsProvidersTest, SystemInfoHandlerTest, ParsingFieldUpdateProcessorsTest, TestFieldCacheWithThreads, TestConfigSetProperties, HdfsRecoverLeaseTest, TestSolrCoreProperties, SimplePostToolTest, FullSolrCloudDistribCmdsTest, NodeAddedTriggerTest, SharedFSAutoReplicaFailoverTest, TestNumericRangeQuery64, DisMaxRequestHandlerTest, SSLMigrationTest, TestSolrDeletionPolicy2, TestCollectionAPIs, TestStressLiveNodes, TestGroupingSearch, MergeStrategyTest, HighlighterMaxOffsetTest, TestBinaryResponseWriter, CloneFieldUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestRetrieveFieldsOptimizer, TestMiniSolrCloudClusterSSL, TestCloudSchemaless, EchoParamsTest, TestLegacyTerms, ReturnFieldsTest, TestSubQueryTransformer, TestInfoStreamLogging, OverseerCollectionConfigSetProcessorTest, TestTolerantUpdateProcessorRandomCloud, TestSegmentSorting, ExecutePlanActionTest, ConnectionReuseTest, TestZkChroot, ClusterStateTest, AnalysisErrorHandlingTest, ZkNodePropsTest, DeleteStatusTest, TestIntervalFaceting, RequiredFieldsTest, BufferStoreTest, TestLegacyField, OverseerStatusTest, SolrTestCaseJ4Test, TestExtendedDismaxParser, TestQueryTypes, TestReload, TestCloudNestedDocsSort, ClassificationUpdateProcessorFactoryTest, BitVectorTest, TestManagedSynonymFilterFactory, TestCharFilters, TestRandomRequestDistribution, SuggesterTest, TestZkAclsWithHadoopAuth, TestMaxTokenLenTokenizer, DistributedQueryComponentOptimizationTest, TestDelegationWithHadoopAuth, CSVRequestHandlerTest, BasicAuthStandaloneTest, HdfsChaosMonkeySafeLeaderTest, OverseerTest, TestClusterStateMutator, AliasIntegrationTest, TestPivotHelperCode, TestCustomStream, SpatialHeatmapFacetsTest, DistributedDebugComponentTest, DistribJoinFromCollectionTest, TestInitQParser, TestSerializedLuceneMatchVersion, TestMissingGroups, HLLSerializationTest, TestCollectionsAPIViaSolrCloudCluster, TestPushWriter, TestDistributedGrouping, ConjunctionSolrSpellCheckerTest, TimeZoneUtilsTest, XmlUpdateRequestHandlerTest, TestScoreJoinQPScore, DefaultValueUpdateProcessorTest, TestFieldTypeCollectionResource, StatsComponentTest, SimpleMLTQParserTest, FileBasedSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestOverriddenPrefixQueryForCustomFieldType, CdcrVersionReplicationTest, UUIDFieldTest, TestCloudDeleteByQuery, TestDocTermOrds, TestRealTimeGet, TestSkipOverseerOperations, HdfsBasicDistributedZk2Test, TestCloudSearcherWarming, IndexBasedSpellCheckerTest, TestFunctionQuery, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TestBlobHandler, TestDistribDocBasedVersion, CdcrReplicationDistributedZkTest, TestBackupRepositoryFactory, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [362/746 (2!)] on J2 in 111.23s, 19 tests, 1 error <<< FAILURES!
[...truncated 44315 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20765 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20765/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
10 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:B8C5286E9C53A63B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream(StreamExpressionTest.java:3958)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:3DCD347DB622D6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream(StreamExpressionTest.java:4151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:D074BD91502A95F5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream(StreamExpressionTest.java:4644)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Could not find collection:workQueue
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:52426DEFB631717B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:7596)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Could not find collection:workQueue1
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:CD95990DAC776636]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7665)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:50688E14091AB627]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4544)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:CB14F45A016439F2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream(StreamExpressionTest.java:4450)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6EB1A298948B4D9E:4246B0B54D8E8C76]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey(TestFunctionQuery.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='992' and ./float[@name='score']='-8.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="175" start="0" maxScore="543210.0">
<doc>
<str name="id">991</str>
<int name="id_i">991</int>
<double name="eff_tint">91.0</double>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">993</str>
<int name="id_i">993</int>
<double name="eff_tint">93.0</double>
<float name="score">250.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">18690.0</float>
<str name="amounts_dpf">1|1.13 2|2.53 3|3.16 4|4.40 5|5.9 6|6.40 7|7.45 8|8.63 9|9.73 10|10.24 11|11.96 12|12.36 13|13.37 14|14.40 15|15.69 16|16.46 17|17.22 18|18.35 19|19.35 20|20.39 21|21.11 22|22.27 23|23.82 24|24.25 25|25.72 26|26.99 27|27.10 28|28.27 29|29.28 30|30.28 31|31.61 32|32.10 33|33.63 34|34.27 35|35.86 36|36.99 37|37.79 38|38.41 39|39.53 40|40.24 41|41.0 42|42.49 43|43.55 44|44.51 45|45.90 46|46.85 47|47.3 48|48.50 49|49.52 50|50.92 51|51.76 52|52.93 53|53.50 54|54.48 55|55.52 56|56.49 57|57.32 58|58.34 59|59.91 60|60.35 61|61.38 62|62.68 63|63.44 64|64.90 65|65.1 66|66.14 67|67.23 68|68.68 69|69.82 70|70.15 71|71.86 72|72.70 73|73.17 74|74.53 75|75.78 76|76.0 77|77.94 78|78.34 79|79.51 80|80.77 81|81.55 82|82.12 83|83.39 84|84.65 85|85.49 86|86.19 87|87.47 88|88.67 89|89.55 90|90.86 91|91.0 92|92.29 93|93.39 94|94.3 95|95.76 96|96.1 97|97.20 98|98.95 99|99.4 100|100.82 101|101.77 102|102.21 103|103.67 104|104.26 105|105.4 106|106.36 107|107.54 108|108.50 109|109.93 110|110.92 111|111.24 112|112.34 113|113.76 114|114.62 115|115.76 116|116.35 117|117.97 118|118.48 119|119.27 120|120.17 121|121.27 122|122.61 123|123.41 124|124.46 125|125.86 126|126.43 127|127.41 128|128.6 129|129.81 130|130.17 131|131.85 132|132.93 133|133.29 134|134.29 135|135.98 136|136.55 137|137.8 138|138.19 139|139.4 140|140.90 141|141.57 142|142.78 143|143.92 144|144.30 145|145.75 146|146.32 147|147.17 148|148.93 149|149.85 150|150.92 151|151.6 152|152.76 153|153.82 154|154.26 155|155.61 156|156.42 157|157.93 158|158.17 159|159.39 160|160.96 161|161.22 162|162.60 163|163.83 164|164.69 165|165.45 166|166.55 167|167.53 168|168.51 169|169.3 170|170.8 171|171.21 172|172.3 173|173.1 174|174.64 175|175.91 176|176.67 177|177.49 178|178.79 179|179.19 180|180.83 181|181.34 182|182.18 183|183.95 184|184.42 185|185.20 186|186.46 187|187.46 188|188.95 189|189.25 190|190.81 191|191.95 192|192.81 193|193.97 194|194.30 195|195.99 196|196.34 197|197.43 198|198.79 199|199.65 200|200.36 201|201.98 202|202.42 203|203.90 204|204.34 205|205.13 206|206.92 207|207.58 208|208.80 209|209.84 210|210.62 211|211.26 212|212.46 213|213.49 214|214.59 215|215.94 216|216.0 217|217.75 218|218.29 219|219.95 220|220.89 221|221.43 222|222.55 223|223.33 224|224.3 225|225.57 226|226.63 227|227.38 228|228.9 229|229.22 230|230.0 231|231.78 232|232.87 233|233.97 234|234.13 235|235.8 236|236.70 237|237.39 238|238.61 239|239.81 240|240.97 241|241.69 242|242.23 243|243.76 244|244.31 245|245.35 246|246.21 247|247.11 248|248.55 249|249.46 250|250.68 251|251.80 252|252.97 253|253.66 254|254.55 255|255.90 256|256.41 257|257.85 258|258.24 259|259.18 260|260.18 261|261.32 262|262.68 263|263.52 264|264.53 265|265.63 266|266.24 267|267.0 268|268.63 269|269.22 270|270.50 271|271.62 272|272.7 273|273.4 274|274.31 275|275.16 276|276.1 277|277.2 278|278.18 279|279.23 280|280.82 281|281.81 282|282.14 283|283.40 284|284.67 285|285.8 286|286.17 287|287.22 288|288.87 289|289.60 290|290.51 291|291.63 292|292.50 293|293.67 294|294.30 295|295.31 296|296.79 297|297.85 298|298.18 299|299.18 300|300.18 301|301.0 302|302.61 303|303.27 304|304.95 305|305.79 306|306.8 307|307.49 308|308.21 309|309.28 310|310.55 311|311.53 312|312.48 313|313.12 314|314.28 315|315.16 316|316.82 317|317.61 318|318.67 319|319.77 320|320.23 321|321.9 322|322.50 323|323.94 324|324.46 325|325.16 326|326.1 327|327.80 328|328.14 329|329.83 330|330.80 331|331.43 332|332.73 333|333.62 334|334.29 335|335.26 336|336.98 337|337.82 338|338.11 339|339.2 340|340.1 341|341.67 342|342.11 343|343.28 344|344.65 345|345.67 346|346.38 347|347.0 348|348.79 349|349.59 350|350.11 351|351.71 352|352.78 353|353.34 354|354.78 355|355.1 356|356.65 357|357.28 358|358.65 359|359.12 360|360.63 361|361.4 362|362.67 363|363.87 364|364.32 365|365.29 366|366.65 367|367.44 368|368.98 369|369.46 370|370.0 371|371.90 372|372.21 373|373.87 374|374.62 375|375.17 376|376.56 377|377.85 378|378.80 379|379.49 380|380.90 381|381.28 382|382.55 383|383.5 384|384.89 385|385.83 386|386.22 387|387.64 388|388.54 389|389.58 390|390.39 391|391.30 392|392.62 393|393.6 394|394.41 395|395.10 396|396.35 397|397.17 398|398.74 399|399.42 400|400.23 401|401.56 402|402.19 403|403.47 404|404.41 405|405.16 406|406.87 407|407.44 408|408.91 409|409.2 410|410.26 411|411.39 412|412.84 413|413.71 414|414.82 415|415.17 416|416.39 417|417.12 418|418.41 419|419.18 420|420.26 421|421.89 422|422.97 423|423.73 424|424.11 425|425.0 426|426.38 427|427.12 428|428.20 429|429.0 430|430.49 431|431.74 432|432.86 433|433.6 434|434.5 435|435.21 436|436.97 437|437.47 438|438.53 439|439.34 440|440.0 441|441.89 442|442.65 443|443.12 444|444.32 445|445.48 446|446.99 447|447.52 448|448.47 449|449.31 450|450.21 451|451.66 452|452.31 453|453.65 454|454.78 455|455.37 456|456.62 457|457.2 458|458.97 459|459.3 460|460.16 461|461.32 462|462.68 463|463.7 464|464.72 465|465.69 466|466.83 467|467.62 468|468.10 469|469.37 470|470.43 471|471.27 472|472.92 473|473.45 474|474.6 475|475.86 476|476.16 477|477.98 478|478.34 479|479.49 480|480.73 481|481.63 482|482.64 483|483.75 484|484.65 485|485.4 486|486.37 487|487.32 488|488.21 489|489.36 490|490.6 491|491.60 492|492.21 493|493.47 494|494.46 495|495.72 496|496.81 497|497.46 498|498.68 499|499.72 500|500.24 501|501.78 502|502.68 503|503.20 504|504.46 505|505.37 506|506.76 507|507.26 508|508.48 509|509.25 510|510.45 511|511.9 512|512.48 513|513.68 514|514.18 515|515.99 516|516.21 517|517.1 518|518.51 519|519.86 520|520.86 521|521.30 522|522.99 523|523.64 524|524.86 525|525.75 526|526.19 527|527.53 528|528.37 529|529.57 530|530.74 531|531.46 532|532.93 533|533.9 534|534.34 535|535.87 536|536.73 537|537.73 538|538.69 539|539.4 540|540.18 541|541.80 542|542.11 543|543.64 544|544.46 545|545.52 546|546.37 547|547.26 548|548.23 549|549.34 550|550.83 551|551.3 552|552.25 553|553.44 554|554.72 555|555.85 556|556.60 557|557.11 558|558.28 559|559.54 560|560.92 561|561.6 562|562.82 563|563.32 564|564.17 565|565.85 566|566.24 567|567.97 568|568.76 569|569.5 570|570.45 571|571.34 572|572.71 573|573.18 574|574.41 575|575.82 576|576.75 577|577.70 578|578.82 579|579.12 580|580.14 581|581.1 582|582.38 583|583.68 584|584.61 585|585.8 586|586.17 587|587.2 588|588.87 589|589.29 590|590.57 591|591.40 592|592.7 593|593.81 594|594.6 595|595.27 596|596.48 597|597.25 598|598.89 599|599.91 600|600.17 601|601.47 602|602.8 603|603.68 604|604.80 605|605.11 606|606.79 607|607.40 608|608.4 609|609.5 610|610.14 611|611.55 612|612.18 613|613.68 614|614.41 615|615.93 616|616.28 617|617.85 618|618.20 619|619.78 620|620.55 621|621.68 622|622.69 623|623.53 624|624.95 625|625.17 626|626.26 627|627.17 628|628.78 629|629.28 630|630.83 631|631.92 632|632.12 633|633.4 634|634.2 635|635.92 636|636.3 637|637.88 638|638.7 639|639.84 640|640.56 641|641.54 642|642.29 643|643.92 644|644.48 645|645.74 646|646.9 647|647.39 648|648.75 649|649.33 650|650.67 651|651.67 652|652.16 653|653.55 654|654.76 655|655.79 656|656.19 657|657.32 658|658.9 659|659.35 660|660.61 661|661.83 662|662.93 663|663.96 664|664.29 665|665.30 666|666.99 667|667.22 668|668.43 669|669.89 670|670.2 671|671.4 672|672.62 673|673.89 674|674.49 675|675.23 676|676.23 677|677.5 678|678.99 679|679.96 680|680.92 681|681.39 682|682.90 683|683.9 684|684.52 685|685.12 686|686.40 687|687.23 688|688.43 689|689.4 690|690.96 691|691.11 692|692.15 693|693.45 694|694.94 695|695.32 696|696.58 697|697.77 698|698.68 699|699.8 700|700.49 701|701.35 702|702.72 703|703.28 704|704.95 705|705.93 706|706.6 707|707.85 708|708.51 709|709.83 710|710.60 711|711.87 712|712.29 713|713.46 714|714.65 715|715.9 716|716.41 717|717.94 718|718.3 719|719.29 720|720.45 721|721.45 722|722.49 723|723.42 724|724.5 725|725.87 726|726.37 727|727.39 728|728.44 729|729.13 730|730.60 731|731.31 732|732.68 733|733.25 734|734.43 735|735.65 736|736.57 737|737.3 738|738.9 739|739.59 740|740.91 741|741.23 742|742.78 743|743.26 744|744.20 745|745.66 746|746.27 747|747.92 748|748.51 749|749.68 750|750.7 751|751.31 752|752.97 753|753.94 754|754.83 755|755.0 756|756.85 757|757.32 758|758.28 759|759.5 760|760.89 761|761.7 762|762.19 763|763.16 764|764.31 765|765.1 766|766.13 767|767.65 768|768.18 769|769.42 770|770.20 771|771.16 772|772.61 773|773.15 774|774.44 775|775.33 776|776.86 777|777.44 778|778.57 779|779.85 780|780.72 781|781.95 782|782.57 783|783.17 784|784.12 785|785.41 786|786.30 787|787.5 788|788.67 789|789.33 790|790.21 791|791.62 792|792.52 793|793.76 794|794.37 795|795.16 796|796.33 797|797.50 798|798.5 799|799.0 800|800.4 801|801.95 802|802.65 803|803.86 804|804.86 805|805.52 806|806.81 807|807.70 808|808.6 809|809.31 810|810.58 811|811.25 812|812.28 813|813.85 814|814.28 815|815.48 816|816.45 817|817.46 818|818.26 819|819.85 820|820.41 821|821.87 822|822.87 823|823.3 824|824.2 825|825.75 826|826.2 827|827.16 828|828.91 829|829.23 830|830.53 831|831.87 832|832.93 833|833.37 834|834.82 835|835.7 836|836.79 837|837.82 838|838.63 839|839.32 840|840.32 841|841.83 842|842.22 843|843.30 844|844.16 845|845.29 846|846.57 847|847.88 848|848.72 849|849.18 850|850.74 851|851.89 852|852.11 853|853.0 854|854.11 855|855.94 856|856.34 857|857.92 858|858.18 859|859.72 860|860.12 861|861.71 862|862.21 863|863.92 864|864.69 865|865.33 866|866.56 867|867.92 868|868.59 869|869.63 870|870.69 871|871.78 872|872.93 873|873.30 874|874.19 875|875.88 876|876.12 877|877.21 878|878.12 879|879.47 880|880.0 881|881.64 882|882.37 883|883.53 884|884.77 885|885.94 886|886.83 887|887.28 888|888.62 889|889.59 890|890.89 891|891.0 892|892.81 893|893.77 894|894.23 895|895.5 896|896.97 897|897.37 898|898.43 899|899.30 900|900.49 901|901.85 902|902.1 903|903.41 904|904.93 905|905.77 906|906.41 907|907.29 908|908.14 909|909.86 910|910.23 911|911.89 912|912.80 913|913.61 914|914.1 915|915.73 916|916.26 917|917.31 918|918.29 919|919.73 920|920.57 921|921.75 922|922.6 923|923.57 924|924.72 925|925.28 926|926.49 927|927.53 928|928.2 929|929.66 930|930.71 931|931.36 932|932.57 933|933.79 934|934.80 935|935.62 936|936.13 937|937.25 938|938.11 939|939.99 940|940.2 941|941.25 942|942.19 943|943.18 944|944.41 945|945.67 946|946.69 947|947.81 948|948.21 949|949.23 950|950.99 951|951.99 952|952.95 953|953.14 954|954.29 955|955.63 956|956.63 957|957.30 958|958.38 959|959.46 960|960.37 961|961.84 962|962.67 963|963.33 964|964.42 965|965.49 966|966.77 967|967.25 968|968.31 969|969.85 970|970.51 971|971.7 972|972.90 973|973.8 974|974.77 975|975.3 976|976.74 977|977.27 978|978.47 979|979.46 980|980.23 981|981.55 982|982.44 983|983.90 984|984.29 985|985.81 986|986.5 987|987.39 988|988.10 989|989.75 990|990.13 991|991.73 992|992.56 993|993.47 994|994.5 995|995.91 996|996.0 997|997.71 998|998.20 999|999.4 1000|1000.94 1001|1001.83 1002|1002.0 1003|1003.29 1004|1004.88 1005|1005.6 1006|1006.3 1007|1007.70 1008|1008.28 1009|1009.36 1010|1010.76 1011|1011.86 1012|1012.6 1013|1013.5 1014|1014.79 1015|1015.9 1016|1016.1 1017|1017.3 1018|1018.43 1019|1019.69 1020|1020.55 1021|1021.69 1022|1022.19 1023|1023.79 1024|1024.18 1025|1025.63 1026|1026.98 1027|1027.51 1028|1028.50 1029|1029.89 1030|1030.84 1031|1031.12 1032|1032.32 1033|1033.79 1034|1034.45 1035|1035.83 1036|1036.16 1037|1037.86 1038|1038.22 1039|1039.47 1040|1040.88 1041|1041.75 1042|1042.95 1043|1043.44 1044|1044.62 1045|1045.45 1046|1046.82 1047|1047.85 1048|1048.94 1049|1049.36 1050|1050.26 1051|1051.35 1052|1052.53 1053|1053.30 1054|1054.9 1055|1055.32 1056|1056.43 1057|1057.61 1058|1058.58 1059|1059.71 1060|1060.50 1061|1061.36 1062|1062.40 1063|1063.72 1064|1064.62 1065|1065.54 1066|1066.45 1067|1067.91 1068|1068.14 1069|1069.80 1070|1070.5 1071|1071.37 1072|1072.40 1073|1073.51 1074|1074.82 1075|1075.99 1076|1076.98 1077|1077.31 1078|1078.57 1079|1079.13 1080|1080.55 1081|1081.44 1082|1082.88 1083|1083.18 1084|1084.96 1085|1085.90 1086|1086.78 1087|1087.62 1088|1088.74 1089|1089.12 1090|1090.73 1091|1091.58 1092|1092.16 1093|1093.74 1094|1094.23 1095|1095.11 1096|1096.97 1097|1097.45 1098|1098.26 1099|1099.47 1100|1100.19 1101|1101.76 1102|1102.10 1103|1103.88 1104|1104.4 1105|1105.77 1106|1106.29 1107|1107.59 1108|1108.49 1109|1109.1 1110|1110.18 1111|1111.2 1112|1112.36 1113|1113.39 1114|1114.30 1115|1115.67 1116|1116.82 1117|1117.57 1118|1118.25 1119|1119.93 1120|1120.43 1121|1121.28 1122|1122.3 1123|1123.99 1124|1124.48 1125|1125.47 1126|1126.4 1127|1127.13 1128|1128.55 1129|1129.78 1130|1130.5 1131|1131.98 1132|1132.93 1133|1133.64 1134|1134.18 1135|1135.99 1136|1136.78 1137|1137.28 1138|1138.87 1139|1139.12 1140|1140.34 1141|1141.77 1142|1142.23 1143|1143.59 1144|1144.56 1145|1145.53 1146|1146.65 1147|1147.71 1148|1148.91 1149|1149.51 1150|1150.59 1151|1151.79 1152|1152.47 1153|1153.51 1154|1154.72 1155|1155.45 1156|1156.49 1157|1157.36 1158|1158.15 1159|1159.40 1160|1160.18 1161|1161.11 1162|1162.86 1163|1163.49 1164|1164.86 1165|1165.30 1166|1166.26 1167|1167.70 1168|1168.8 1169|1169.26 1170|1170.83 1171|1171.68 1172|1172.97 1173|1173.95 1174|1174.76 1175|1175.32 1176|1176.83 1177|1177.33 1178|1178.90 1179|1179.4 1180|1180.64 1181|1181.33 1182|1182.85 1183|1183.62 1184|1184.89 1185|1185.87 1186|1186.21 1187|1187.52 1188|1188.99 1189|1189.7 1190|1190.65 1191|1191.22 1192|1192.25 1193|1193.55 1194|1194.50 1195|1195.83 1196|1196.17 1197|1197.63 1198|1198.13 1199|1199.64 1200|1200.33 1201|1201.48 1202|1202.96 1203|1203.55 1204|1204.93 1205|1205.45 1206|1206.73 1207|1207.38 1208|1208.2 1209|1209.43 1210|1210.13 1211|1211.96 1212|1212.38 1213|1213.26 1214|1214.76 1215|1215.25 1216|1216.11 1217|1217.76 1218|1218.33 1219|1219.84 1220|1220.76 1221|1221.7 1222|1222.75 1223|1223.32 1224|1224.37 1225|1225.9 1226|1226.73 1227|1227.60 1228|1228.96 1229|1229.40 1230|1230.47 1231|1231.31 1232|1232.85 1233|1233.20 1234|1234.93 1235|1235.68 1236|1236.27 1237|1237.50 1238|1238.12 1239|1239.49 1240|1240.57 1241|1241.59 1242|1242.15 1243|1243.86 1244|1244.59 1245|1245.70 1246|1246.67 1247|1247.32 1248|1248.24 1249|1249.22 1250|1250.35 1251|1251.94 1252|1252.91 1253|1253.75 1254|1254.35 1255|1255.28 1256|1256.39 1257|1257.43 1258|1258.55 1259|1259.12 1260|1260.40 1261|1261.83 1262|1262.33 1263|1263.83 1264|1264.98 1265|1265.70 1266|1266.78 1267|1267.15 1268|1268.4 1269|1269.43 1270|1270.79 1271|1271.8 1272|1272.33 1273|1273.73 1274|1274.26 1275|1275.32 1276|1276.50 1277|1277.5 1278|1278.80 1279|1279.68 1280|1280.16 1281|1281.29 1282|1282.40 1283|1283.97 1284|1284.91 1285|1285.92 1286|1286.83 1287|1287.8 1288|1288.55 1289|1289.96 1290|1290.12 1291|1291.80 1292|1292.40 1293|1293.92 1294|1294.78 1295|1295.72 1296|1296.64 1297|1297.88 1298|1298.3 1299|1299.49 1300|1300.30 1301|1301.52 1302|1302.13 1303|1303.90 1304|1304.59 1305|1305.97 1306|1306.65 1307|1307.26 1308|1308.13 1309|1309.75 1310|1310.18 1311|1311.84 1312|1312.54 1313|1313.69 1314|1314.87 1315|1315.93 1316|1316.48 1317|1317.26 1318|1318.29 1319|1319.40 1320|1320.79 1321|1321.74 1322|1322.4 1323|1323.82 1324|1324.23 1325|1325.68 1326|1326.25 1327|1327.87 1328|1328.28 1329|1329.62 1330|1330.58 1331|1331.64 1332|1332.34 1333|1333.27 1334|1334.77 1335|1335.63 1336|1336.32 1337|1337.3 1338|1338.37 1339|1339.98 1340|1340.3 1341|1341.59 1342|1342.5 1343|1343.63 1344|1344.72 1345|1345.85 1346|1346.67 1347|1347.30 1348|1348.72 1349|1349.28 1350|1350.7 1351|1351.32 1352|1352.64 1353|1353.36 1354|1354.72 1355|1355.8 1356|1356.40 1357|1357.95 1358|1358.39 1359|1359.42 1360|1360.72 1361|1361.27 1362|1362.44 1363|1363.67 1364|1364.88 1365|1365.81 1366|1366.76 1367|1367.6 1368|1368.45 1369|1369.3 1370|1370.94 1371|1371.34 1372|1372.32 1373|1373.28 1374|1374.51 1375|1375.86 1376|1376.65 1377|1377.77 1378|1378.70 1379|1379.91 1380|1380.10 1381|1381.5 1382|1382.93 1383|1383.74 1384|1384.69 1385|1385.14 1386|1386.7 1387|1387.27 1388|1388.21 1389|1389.55 1390|1390.83 1391|1391.98 1392|1392.40 1393|1393.6 1394|1394.91 1395|1395.21 1396|1396.79 1397|1397.79 1398|1398.37 1399|1399.68 1400|1400.84 1401|1401.20 1402|1402.92 1403|1403.74 1404|1404.71 1405|1405.72 1406|1406.92 1407|1407.50 1408|1408.37 1409|1409.99 1410|1410.57 1411|1411.37 1412|1412.76 1413|1413.93 1414|1414.19 1415|1415.21 1416|1416.34 1417|1417.94 1418|1418.89 1419|1419.7 1420|1420.98 1421|1421.82 1422|1422.56 1423|1423.9 1424|1424.73 1425|1425.70 1426|1426.37 1427|1427.34 1428|1428.38 1429|1429.95 1430|1430.19 1431|1431.85 1432|1432.1 1433|1433.69 1434|1434.49 1435|1435.79 1436|1436.72 1437|1437.54 1438|1438.60 1439|1439.10 1440|1440.34 1441|1441.93 1442|1442.55 1443|1443.3 1444|1444.58 1445|1445.3 1446|1446.74 1447|1447.64 1448|1448.11 1449|1449.36 1450|1450.77 1451|1451.83 1452|1452.52 1453|1453.62 1454|1454.68 1455|1455.94 1456|1456.25 1457|1457.78 1458|1458.68 1459|1459.49 1460|1460.84 1461|1461.57 1462|1462.89 1463|1463.77 1464|1464.17 1465|1465.48 1466|1466.89 1467|1467.7 1468|1468.39 1469|1469.2 1470|1470.42 1471|1471.88 1472|1472.99 1473|1473.93 1474|1474.93 1475|1475.71 1476|1476.81 1477|1477.31 1478|1478.19 1479|1479.33 1480|1480.33 1481|1481.65 1482|1482.17 1483|1483.83 1484|1484.5 1485|1485.21 1486|1486.95 1487|1487.95 1488|1488.63 1489|1489.91 1490|1490.14 1491|1491.35 1492|1492.62 1493|1493.73 1494|1494.83 1495|1495.55 1496|1496.29 1497|1497.58 1498|1498.0 1499|1499.53 1500|1500.33 1501|1501.18 1502|1502.33 1503|1503.97 1504|1504.67 1505|1505.99 1506|1506.43 1507|1507.34 1508|1508.95 1509|1509.91 1510|1510.0 1511|1511.23 1512|1512.1 1513|1513.45 1514|1514.45 1515|1515.64 1516|1516.55 1517|1517.75 1518|1518.16 1519|1519.66 1520|1520.36 1521|1521.89 1522|1522.18 1523|1523.48 1524|1524.22 1525|1525.49 1526|1526.41 1527|1527.81 1528|1528.15 1529|1529.1 1530|1530.74 1531|1531.11 1532|1532.30 1533|1533.42 1534|1534.37 1535|1535.60 1536|1536.48 1537|1537.42 1538|1538.5 1539|1539.73 1540|1540.0 1541|1541.93 1542|1542.99 1543|1543.61 1544|1544.91 1545|1545.58 1546|1546.80 1547|1547.20 1548|1548.35 1549|1549.39 1550|1550.44 1551|1551.6 1552|1552.63 1553|1553.70 1554|1554.71 1555|1555.18 1556|1556.67 1557|1557.13 1558|1558.33 1559|1559.69 1560|1560.37 1561|1561.34 1562|1562.45 1563|1563.97 1564|1564.89 1565|1565.53 1566|1566.13 1567|1567.3 1568|1568.41 1569|1569.34 1570|1570.26 1571|1571.21 1572|1572.11 1573|1573.78 1574|1574.63 1575|1575.52 1576|1576.68 1577|1577.73 1578|1578.52 1579|1579.66 1580|1580.26 1581|1581.86 1582|1582.63 1583|1583.8 1584|1584.40 1585|1585.11 1586|1586.31 1587|1587.12 1588|1588.27 1589|1589.51 1590|1590.19 1591|1591.79 1592|1592.98 1593|1593.0 1594|1594.56 1595|1595.98 1596|1596.65 1597|1597.5 1598|1598.60 1599|1599.13 1600|1600.55 1601|1601.28 1602|1602.87 1603|1603.88 1604|1604.34 1605|1605.88 1606|1606.99 1607|1607.8 1608|1608.32 1609|1609.18 1610|1610.28 1611|1611.57 1612|1612.47 1613|1613.13 1614|1614.33 1615|1615.22 1616|1616.28 1617|1617.29 1618|1618.18 1619|1619.84 1620|1620.8 1621|1621.10 1622|1622.7 1623|1623.27 1624|1624.6 1625|1625.73 1626|1626.45 1627|1627.28 1628|1628.40 1629|1629.26 1630|1630.17 1631|1631.6 1632|1632.4 1633|1633.53 1634|1634.80 1635|1635.63 1636|1636.13 1637|1637.68 1638|1638.87 1639|1639.58 1640|1640.52 1641|1641.23 1642|1642.69 1643|1643.21 1644|1644.49 1645|1645.12 1646|1646.58 1647|1647.17 1648|1648.40 1649|1649.24 1650|1650.47 1651|1651.43 1652|1652.52 1653|1653.24 1654|1654.78 1655|1655.92 1656|1656.17 1657|1657.67 1658|1658.52 1659|1659.85 1660|1660.86 1661|1661.59 1662|1662.34 1663|1663.55 1664|1664.2 1665|1665.29 1666|1666.92 1667|1667.80 1668|1668.0 1669|1669.16 1670|1670.51 1671|1671.10 1672|1672.28 1673|1673.66 1674|1674.64 1675|1675.39 1676|1676.25 1677|1677.48 1678|1678.97 1679|1679.14 1680|1680.49 1681|1681.60 1682|1682.85 1683|1683.72 1684|1684.27 1685|1685.86 1686|1686.36 1687|1687.46 1688|1688.21 1689|1689.64 1690|1690.67 1691|1691.31 1692|1692.60 1693|1693.27 1694|1694.82 1695|1695.33 1696|1696.4 1697|1697.6 1698|1698.69 1699|1699.93 1700|1700.59 1701|1701.83 1702|1702.57 1703|1703.25 1704|1704.96 1705|1705.22 1706|1706.98 1707|1707.20 1708|1708.2 1709|1709.65 1710|1710.63 1711|1711.95 1712|1712.2 1713|1713.81 1714|1714.98 1715|1715.29 1716|1716.96 1717|1717.44 1718|1718.69 1719|1719.96 1720|1720.77 1721|1721.47 1722|1722.93 1723|1723.71 1724|1724.59 1725|1725.67 1726|1726.4 1727|1727.91 1728|1728.0 1729|1729.39 1730|1730.89 1731|1731.89 1732|1732.96 1733|1733.57 1734|1734.20 1735|1735.78 1736|1736.4 1737|1737.95 1738|1738.64 1739|1739.34 1740|1740.71 1741|1741.49 1742|1742.90 1743|1743.74 1744|1744.59 1745|1745.53 1746|1746.85 1747|1747.58 1748|1748.80 1749|1749.65 1750|1750.23 1751|1751.87 1752|1752.25 1753|1753.65 1754|1754.71 1755|1755.93 1756|1756.45 1757|1757.49 1758|1758.75 1759|1759.43 1760|1760.36 1761|1761.31 1762|1762.2 1763|1763.84 1764|1764.85 1765|1765.9 1766|1766.85 1767|1767.55 1768|1768.86 1769|1769.44 1770|1770.58 1771|1771.57 1772|1772.70 1773|1773.56 1774|1774.63 1775|1775.74 1776|1776.28 1777|1777.98 1778|1778.28 1779|1779.16 1780|1780.24 1781|1781.87 1782|1782.17 1783|1783.32 1784|1784.47 1785|1785.53 1786|1786.30 1787|1787.20 1788|1788.66 1789|1789.92 1790|1790.24 1791|1791.31 1792|1792.1 1793|1793.85 1794|1794.30 1795|1795.96 1796|1796.57 1797|1797.62 1798|1798.11 1799|1799.90 1800|1800.74 1801|1801.13 1802|1802.98 1803|1803.0 1804|1804.29 1805|1805.67 1806|1806.82 1807|1807.62 1808|1808.37 1809|1809.3 1810|1810.97 1811|1811.51 1812|1812.28 1813|1813.97 1814|1814.56 1815|1815.3 1816|1816.91 1817|1817.86 1818|1818.37 1819|1819.94 1820|1820.34 1821|1821.75 1822|1822.79 1823|1823.79 1824|1824.18 1825|1825.64 1826|1826.37 1827|1827.32 1828|1828.0 1829|1829.78 1830|1830.63 1831|1831.57 1832|1832.61 1833|1833.66 1834|1834.8 1835|1835.13 1836|1836.77 1837|1837.95 1838|1838.86 1839|1839.7 1840|1840.20 1841|1841.94 1842|1842.25 1843|1843.51 1844|1844.92 1845|1845.15 1846|1846.11 1847|1847.97 1848|1848.31 1849|1849.44 1850|1850.58 1851|1851.73 1852|1852.15 1853|1853.85 1854|1854.98 1855|1855.16 1856|1856.51 1857|1857.46 1858|1858.38 1859|1859.89 1860|1860.97 1861|1861.13 1862|1862.30 1863|1863.95 1864|1864.78 1865|1865.90 1866|1866.99 1867|1867.68 1868|1868.42 1869|1869.13 1870|1870.13 1871|1871.81 1872|1872.32 1873|1873.63 1874|1874.23 1875|1875.11 1876|1876.67 1877|1877.39 1878|1878.77 1879|1879.28 1880|1880.44 1881|1881.37 1882|1882.45 1883|1883.13 1884|1884.52 1885|1885.0 1886|1886.0 1887|1887.25 1888|1888.71 1889|1889.21 1890|1890.89 1891|1891.92 1892|1892.4 1893|1893.69 1894|1894.16 1895|1895.6 1896|1896.78 1897|1897.0 1898|1898.91 1899|1899.78 1900|1900.94 1901|1901.97 1902|1902.26 1903|1903.90 1904|1904.87 1905|1905.19 1906|1906.33 1907|1907.55 1908|1908.34 1909|1909.1 1910|1910.66 1911|1911.7 1912|1912.98 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">17986.0</float>
<str name="amounts_dpf">1|1.46 2|2.42 3|3.77 4|4.90 5|5.13 6|6.91 7|7.23 8|8.13 9|9.49 10|10.67 11|11.29 12|12.48 13|13.79 14|14.43 15|15.73 16|16.22 17|17.4 18|18.79 19|19.7 20|20.45 21|21.19 22|22.54 23|23.78 24|24.53 25|25.89 26|26.59 27|27.82 28|28.82 29|29.12 30|30.68 31|31.18 32|32.72 33|33.48 34|34.79 35|35.1 36|36.41 37|37.57 38|38.73 39|39.64 40|40.70 41|41.77 42|42.69 43|43.88 44|44.92 45|45.62 46|46.77 47|47.33 48|48.42 49|49.94 50|50.44 51|51.92 52|52.31 53|53.57 54|54.96 55|55.88 56|56.49 57|57.90 58|58.15 59|59.39 60|60.90 61|61.3 62|62.18 63|63.24 64|64.87 65|65.52 66|66.18 67|67.50 68|68.63 69|69.66 70|70.33 71|71.4 72|72.84 73|73.31 74|74.39 75|75.11 76|76.27 77|77.69 78|78.31 79|79.83 80|80.50 81|81.85 82|82.22 83|83.37 84|84.31 85|85.48 86|86.23 87|87.97 88|88.65 89|89.85 90|90.35 91|91.30 92|92.69 93|93.42 94|94.77 95|95.83 96|96.29 97|97.21 98|98.7 99|99.37 100|100.38 101|101.25 102|102.81 103|103.68 104|104.43 105|105.42 106|106.19 107|107.80 108|108.79 109|109.8 110|110.64 111|111.49 112|112.40 113|113.55 114|114.31 115|115.85 116|116.76 117|117.73 118|118.29 119|119.62 120|120.76 121|121.61 122|122.29 123|123.11 124|124.10 125|125.3 126|126.24 127|127.19 128|128.38 129|129.62 130|130.91 131|131.11 132|132.15 133|133.85 134|134.66 135|135.28 136|136.18 137|137.91 138|138.14 139|139.32 140|140.47 141|141.19 142|142.59 143|143.45 144|144.10 145|145.88 146|146.6 147|147.15 148|148.25 149|149.13 150|150.75 151|151.36 152|152.76 153|153.25 154|154.60 155|155.52 156|156.78 157|157.51 158|158.18 159|159.78 160|160.30 161|161.99 162|162.47 163|163.44 164|164.80 165|165.9 166|166.86 167|167.90 168|168.82 169|169.42 170|170.44 171|171.80 172|172.18 173|173.67 174|174.27 175|175.9 176|176.7 177|177.76 178|178.59 179|179.41 180|180.32 181|181.8 182|182.79 183|183.28 184|184.50 185|185.41 186|186.35 187|187.47 188|188.22 189|189.4 190|190.72 191|191.36 192|192.96 193|193.83 194|194.15 195|195.96 196|196.92 197|197.36 198|198.97 199|199.59 200|200.96 201|201.23 202|202.2 203|203.38 204|204.6 205|205.48 206|206.28 207|207.6 208|208.12 209|209.12 210|210.67 211|211.6 212|212.88 213|213.23 214|214.85 215|215.96 216|216.56 217|217.28 218|218.37 219|219.4 220|220.91 221|221.4 222|222.35 223|223.15 224|224.57 225|225.86 226|226.17 227|227.3 228|228.92 229|229.27 230|230.58 231|231.75 232|232.68 233|233.96 234|234.85 235|235.71 236|236.49 237|237.43 238|238.61 239|239.79 240|240.51 241|241.34 242|242.92 243|243.12 244|244.22 245|245.81 246|246.14 247|247.97 248|248.7 249|249.73 250|250.74 251|251.45 252|252.83 253|253.47 254|254.27 255|255.41 256|256.62 257|257.6 258|258.2 259|259.42 260|260.92 261|261.98 262|262.66 263|263.43 264|264.98 265|265.22 266|266.37 267|267.5 268|268.98 269|269.1 270|270.47 271|271.50 272|272.28 273|273.61 274|274.23 275|275.53 276|276.48 277|277.97 278|278.6 279|279.13 280|280.35 281|281.62 282|282.1 283|283.18 284|284.38 285|285.85 286|286.17 287|287.9 288|288.93 289|289.42 290|290.34 291|291.8 292|292.43 293|293.50 294|294.24 295|295.51 296|296.3 297|297.82 298|298.52 299|299.54 300|300.92 301|301.37 302|302.85 303|303.91 304|304.66 305|305.50 306|306.72 307|307.93 308|308.83 309|309.32 310|310.70 311|311.13 312|312.25 313|313.0 314|314.54 315|315.20 316|316.24 317|317.11 318|318.45 319|319.92 320|320.79 321|321.18 322|322.24 323|323.76 324|324.78 325|325.5 326|326.67 327|327.76 328|328.74 329|329.66 330|330.77 331|331.80 332|332.55 333|333.23 334|334.60 335|335.85 336|336.53 337|337.69 338|338.30 339|339.66 340|340.57 341|341.88 342|342.46 343|343.87 344|344.17 345|345.72 346|346.5 347|347.17 348|348.56 349|349.50 350|350.36 351|351.74 352|352.11 353|353.59 354|354.84 355|355.36 356|356.68 357|357.73 358|358.61 359|359.57 360|360.64 361|361.29 362|362.28 363|363.47 364|364.9 365|365.44 366|366.78 367|367.15 368|368.50 369|369.3 370|370.50 371|371.24 372|372.3 373|373.39 374|374.43 375|375.85 376|376.41 377|377.77 378|378.14 379|379.27 380|380.85 381|381.13 382|382.8 383|383.48 384|384.79 385|385.40 386|386.33 387|387.87 388|388.92 389|389.81 390|390.58 391|391.13 392|392.83 393|393.63 394|394.8 395|395.82 396|396.38 397|397.74 398|398.78 399|399.61 400|400.0 401|401.53 402|402.19 403|403.16 404|404.59 405|405.52 406|406.48 407|407.54 408|408.2 409|409.17 410|410.2 411|411.53 412|412.20 413|413.19 414|414.63 415|415.58 416|416.54 417|417.52 418|418.96 419|419.24 420|420.76 421|421.75 422|422.31 423|423.11 424|424.12 425|425.53 426|426.66 427|427.94 428|428.9 429|429.99 430|430.39 431|431.23 432|432.24 433|433.69 434|434.45 435|435.44 436|436.28 437|437.61 438|438.20 439|439.37 440|440.40 441|441.3 442|442.95 443|443.91 444|444.89 445|445.42 446|446.86 447|447.21 448|448.76 449|449.7 450|450.95 451|451.5 452|452.43 453|453.4 454|454.55 455|455.45 456|456.6 457|457.99 458|458.39 459|459.56 460|460.33 461|461.68 462|462.85 463|463.84 464|464.32 465|465.71 466|466.62 467|467.46 468|468.39 469|469.51 470|470.61 471|471.69 472|472.78 473|473.96 474|474.83 475|475.87 476|476.62 477|477.3 478|478.84 479|479.61 480|480.4 481|481.90 482|482.16 483|483.3 484|484.62 485|485.66 486|486.90 487|487.48 488|488.75 489|489.17 490|490.68 491|491.27 492|492.86 493|493.39 494|494.49 495|495.72 496|496.79 497|497.48 498|498.3 499|499.60 500|500.89 501|501.98 502|502.50 503|503.74 504|504.57 505|505.18 506|506.59 507|507.97 508|508.97 509|509.93 510|510.82 511|511.31 512|512.40 513|513.9 514|514.19 515|515.66 516|516.61 517|517.32 518|518.55 519|519.11 520|520.18 521|521.76 522|522.84 523|523.83 524|524.19 525|525.19 526|526.94 527|527.84 528|528.41 529|529.84 530|530.64 531|531.41 532|532.95 533|533.24 534|534.53 535|535.10 536|536.54 537|537.25 538|538.60 539|539.38 540|540.43 541|541.77 542|542.84 543|543.76 544|544.34 545|545.68 546|546.62 547|547.68 548|548.69 549|549.71 550|550.34 551|551.63 552|552.15 553|553.36 554|554.41 555|555.35 556|556.57 557|557.56 558|558.38 559|559.92 560|560.49 561|561.51 562|562.58 563|563.11 564|564.85 565|565.25 566|566.41 567|567.20 568|568.96 569|569.94 570|570.82 571|571.14 572|572.57 573|573.95 574|574.49 575|575.85 576|576.73 577|577.23 578|578.70 579|579.56 580|580.79 581|581.57 582|582.9 583|583.14 584|584.51 585|585.33 586|586.85 587|587.81 588|588.22 589|589.37 590|590.64 591|591.92 592|592.13 593|593.79 594|594.13 595|595.18 596|596.38 597|597.22 598|598.62 599|599.91 600|600.35 601|601.24 602|602.88 603|603.27 604|604.80 605|605.31 606|606.55 607|607.6 608|608.59 609|609.53 610|610.43 611|611.35 612|612.2 613|613.54 614|614.14 615|615.1 616|616.9 617|617.38 618|618.8 619|619.30 620|620.4 621|621.86 622|622.10 623|623.85 624|624.22 625|625.54 626|626.13 627|627.5 628|628.14 629|629.87 630|630.92 631|631.23 632|632.15 633|633.30 634|634.38 635|635.48 636|636.36 637|637.90 638|638.67 639|639.59 640|640.25 641|641.4 642|642.58 643|643.0 644|644.82 645|645.11 646|646.26 647|647.99 648|648.67 649|649.33 650|650.56 651|651.20 652|652.16 653|653.41 654|654.15 655|655.94 656|656.9 657|657.19 658|658.64 659|659.44 660|660.83 661|661.13 662|662.60 663|663.55 664|664.26 665|665.59 666|666.49 667|667.92 668|668.94 669|669.78 670|670.94 671|671.32 672|672.82 673|673.87 674|674.16 675|675.95 676|676.89 677|677.22 678|678.72 679|679.17 680|680.36 681|681.64 682|682.39 683|683.73 684|684.88 685|685.53 686|686.43 687|687.16 688|688.23 689|689.62 690|690.89 691|691.84 692|692.97 693|693.35 694|694.8 695|695.5 696|696.59 697|697.56 698|698.56 699|699.23 700|700.34 701|701.62 702|702.5 703|703.76 704|704.54 705|705.52 706|706.70 707|707.50 708|708.97 709|709.93 710|710.50 711|711.95 712|712.75 713|713.68 714|714.74 715|715.38 716|716.76 717|717.59 718|718.44 719|719.63 720|720.59 721|721.69 722|722.33 723|723.22 724|724.2 725|725.54 726|726.10 727|727.36 728|728.97 729|729.77 730|730.12 731|731.68 732|732.69 733|733.50 734|734.81 735|735.91 736|736.3 737|737.57 738|738.36 739|739.25 740|740.60 741|741.71 742|742.19 743|743.68 744|744.48 745|745.50 746|746.69 747|747.65 748|748.32 749|749.93 750|750.99 751|751.27 752|752.27 753|753.5 754|754.22 755|755.98 756|756.70 757|757.59 758|758.40 759|759.5 760|760.94 761|761.41 762|762.41 763|763.48 764|764.24 765|765.31 766|766.86 767|767.7 768|768.42 769|769.99 770|770.11 771|771.31 772|772.27 773|773.97 774|774.40 775|775.55 776|776.4 777|777.68 778|778.88 779|779.62 780|780.54 781|781.15 782|782.49 783|783.11 784|784.2 785|785.89 786|786.73 787|787.75 788|788.2 789|789.44 790|790.81 791|791.79 792|792.12 793|793.68 794|794.14 795|795.58 796|796.48 797|797.40 798|798.47 799|799.98 800|800.24 801|801.38 802|802.68 803|803.25 804|804.4 805|805.51 806|806.9 807|807.5 808|808.98 809|809.17 810|810.39 811|811.73 812|812.41 813|813.37 814|814.54 815|815.52 816|816.58 817|817.76 818|818.78 819|819.20 820|820.59 821|821.96 822|822.71 823|823.64 824|824.88 825|825.27 826|826.46 827|827.1 828|828.79 829|829.82 830|830.3 831|831.57 832|832.75 833|833.98 834|834.55 835|835.2 836|836.48 837|837.2 838|838.19 839|839.19 840|840.92 841|841.5 842|842.38 843|843.17 844|844.45 845|845.27 846|846.87 847|847.63 848|848.62 849|849.99 850|850.28 851|851.74 852|852.82 853|853.18 854|854.68 855|855.72 856|856.1 857|857.19 858|858.65 859|859.25 860|860.32 861|861.19 862|862.85 863|863.29 864|864.70 865|865.24 866|866.72 867|867.42 868|868.98 869|869.42 870|870.62 871|871.34 872|872.12 873|873.47 874|874.48 875|875.75 876|876.83 877|877.64 878|878.43 879|879.72 880|880.69 881|881.66 882|882.53 883|883.35 884|884.60 885|885.83 886|886.13 887|887.19 888|888.59 889|889.2 890|890.27 891|891.65 892|892.87 893|893.75 894|894.31 895|895.39 896|896.74 897|897.52 898|898.13 899|899.30 900|900.95 901|901.14 902|902.28 903|903.16 904|904.35 905|905.36 906|906.75 907|907.49 908|908.33 909|909.76 910|910.21 911|911.92 912|912.15 913|913.43 914|914.0 915|915.4 916|916.29 917|917.65 918|918.72 919|919.5 920|920.29 921|921.43 922|922.83 923|923.16 924|924.99 925|925.83 926|926.52 927|927.5 928|928.88 929|929.99 930|930.17 931|931.68 932|932.39 933|933.92 934|934.65 935|935.92 936|936.0 937|937.37 938|938.94 939|939.41 940|940.26 941|941.75 942|942.99 943|943.95 944|944.13 945|945.30 946|946.2 947|947.53 948|948.18 949|949.28 950|950.75 951|951.25 952|952.53 953|953.51 954|954.45 955|955.81 956|956.34 957|957.59 958|958.32 959|959.6 960|960.0 961|961.84 962|962.53 963|963.70 964|964.60 965|965.64 966|966.41 967|967.50 968|968.38 969|969.41 970|970.24 971|971.73 972|972.10 973|973.6 974|974.24 975|975.29 976|976.10 977|977.24 978|978.2 979|979.52 980|980.32 981|981.66 982|982.66 983|983.75 984|984.32 985|985.81 986|986.46 987|987.12 988|988.47 989|989.80 990|990.87 991|991.92 992|992.25 993|993.74 994|994.22 995|995.41 996|996.79 997|997.70 998|998.51 999|999.25 1000|1000.89 1001|1001.52 1002|1002.53 1003|1003.90 1004|1004.35 1005|1005.56 1006|1006.17 1007|1007.98 1008|1008.97 1009|1009.67 1010|1010.43 1011|1011.24 1012|1012.7 1013|1013.43 1014|1014.85 1015|1015.56 1016|1016.7 1017|1017.53 1018|1018.27 1019|1019.97 1020|1020.13 1021|1021.39 1022|1022.18 1023|1023.47 1024|1024.7 1025|1025.83 1026|1026.64 1027|1027.43 1028|1028.5 1029|1029.86 1030|1030.88 1031|1031.18 1032|1032.9 1033|1033.70 1034|1034.76 1035|1035.84 1036|1036.92 1037|1037.52 1038|1038.50 1039|1039.79 1040|1040.2 1041|1041.25 1042|1042.70 1043|1043.34 1044|1044.33 1045|1045.81 1046|1046.36 1047|1047.21 1048|1048.41 1049|1049.72 1050|1050.79 1051|1051.80 1052|1052.61 1053|1053.14 1054|1054.38 1055|1055.12 1056|1056.14 1057|1057.22 1058|1058.0 1059|1059.43 1060|1060.35 1061|1061.6 1062|1062.75 1063|1063.77 1064|1064.80 1065|1065.42 1066|1066.1 1067|1067.49 1068|1068.97 1069|1069.7 1070|1070.69 1071|1071.7 1072|1072.94 1073|1073.13 1074|1074.50 1075|1075.8 1076|1076.26 1077|1077.52 1078|1078.5 1079|1079.25 1080|1080.87 1081|1081.68 1082|1082.46 1083|1083.2 1084|1084.48 1085|1085.11 1086|1086.65 1087|1087.55 1088|1088.44 1089|1089.20 1090|1090.48 1091|1091.18 1092|1092.76 1093|1093.96 1094|1094.12 1095|1095.99 1096|1096.69 1097|1097.33 1098|1098.79 1099|1099.22 1100|1100.93 1101|1101.75 1102|1102.79 1103|1103.31 1104|1104.62 1105|1105.3 1106|1106.1 1107|1107.92 1108|1108.45 1109|1109.64 1110|1110.73 1111|1111.75 1112|1112.39 1113|1113.83 1114|1114.68 1115|1115.35 1116|1116.95 1117|1117.90 1118|1118.78 1119|1119.19 1120|1120.43 1121|1121.95 1122|1122.49 1123|1123.15 1124|1124.32 1125|1125.5 1126|1126.23 1127|1127.35 1128|1128.57 1129|1129.57 1130|1130.64 1131|1131.97 1132|1132.21 1133|1133.75 1134|1134.99 1135|1135.68 1136|1136.82 1137|1137.4 1138|1138.35 1139|1139.85 1140|1140.14 1141|1141.55 1142|1142.74 1143|1143.76 1144|1144.78 1145|1145.21 1146|1146.67 1147|1147.80 1148|1148.46 1149|1149.83 1150|1150.57 1151|1151.83 1152|1152.69 1153|1153.99 1154|1154.55 1155|1155.78 1156|1156.55 1157|1157.46 1158|1158.11 1159|1159.23 1160|1160.57 1161|1161.94 1162|1162.71 1163|1163.45 1164|1164.16 1165|1165.50 1166|1166.2 1167|1167.86 1168|1168.55 1169|1169.25 1170|1170.59 1171|1171.4 1172|1172.50 1173|1173.82 1174|1174.35 1175|1175.78 1176|1176.9 1177|1177.40 1178|1178.19 1179|1179.68 1180|1180.29 1181|1181.13 1182|1182.47 1183|1183.74 1184|1184.76 1185|1185.72 1186|1186.70 1187|1187.5 1188|1188.97 1189|1189.51 1190|1190.21 1191|1191.14 1192|1192.86 1193|1193.19 1194|1194.71 1195|1195.15 1196|1196.76 1197|1197.44 1198|1198.19 1199|1199.43 1200|1200.99 1201|1201.65 1202|1202.22 1203|1203.44 1204|1204.32 1205|1205.47 1206|1206.32 1207|1207.52 1208|1208.37 1209|1209.99 1210|1210.91 1211|1211.71 1212|1212.47 1213|1213.49 1214|1214.74 1215|1215.78 1216|1216.20 1217|1217.88 1218|1218.41 1219|1219.37 1220|1220.77 1221|1221.86 1222|1222.7 1223|1223.49 1224|1224.74 1225|1225.23 1226|1226.50 1227|1227.45 1228|1228.24 1229|1229.51 1230|1230.5 1231|1231.71 1232|1232.10 1233|1233.94 1234|1234.0 1235|1235.97 1236|1236.60 1237|1237.62 1238|1238.61 1239|1239.45 1240|1240.42 1241|1241.79 1242|1242.33 1243|1243.4 1244|1244.75 1245|1245.56 1246|1246.71 1247|1247.52 1248|1248.44 1249|1249.82 1250|1250.59 1251|1251.76 1252|1252.7 1253|1253.98 1254|1254.80 1255|1255.90 1256|1256.53 1257|1257.63 1258|1258.30 1259|1259.97 1260|1260.77 1261|1261.31 1262|1262.61 1263|1263.65 1264|1264.89 1265|1265.47 1266|1266.66 1267|1267.65 1268|1268.71 1269|1269.98 1270|1270.21 1271|1271.78 1272|1272.98 1273|1273.60 1274|1274.34 1275|1275.40 1276|1276.94 1277|1277.16 1278|1278.54 1279|1279.10 1280|1280.50 1281|1281.99 1282|1282.66 1283|1283.67 1284|1284.33 1285|1285.85 1286|1286.84 1287|1287.62 1288|1288.92 1289|1289.71 1290|1290.61 1291|1291.46 1292|1292.66 1293|1293.12 1294|1294.60 1295|1295.15 1296|1296.9 1297|1297.52 1298|1298.61 1299|1299.68 1300|1300.29 1301|1301.86 1302|1302.30 1303|1303.76 1304|1304.82 1305|1305.91 1306|1306.51 1307|1307.88 1308|1308.59 1309|1309.21 1310|1310.68 1311|1311.81 1312|1312.26 1313|1313.15 1314|1314.75 1315|1315.18 1316|1316.74 1317|1317.80 1318|1318.74 1319|1319.3 1320|1320.99 1321|1321.60 1322|1322.43 1323|1323.3 1324|1324.64 1325|1325.18 1326|1326.58 1327|1327.14 1328|1328.48 1329|1329.13 1330|1330.69 1331|1331.5 1332|1332.73 1333|1333.84 1334|1334.96 1335|1335.83 1336|1336.61 1337|1337.57 1338|1338.66 1339|1339.95 1340|1340.49 1341|1341.84 1342|1342.35 1343|1343.94 1344|1344.11 1345|1345.27 1346|1346.24 1347|1347.57 1348|1348.0 1349|1349.74 1350|1350.99 1351|1351.41 1352|1352.92 1353|1353.33 1354|1354.56 1355|1355.7 1356|1356.4 1357|1357.40 1358|1358.45 1359|1359.71 1360|1360.29 1361|1361.17 1362|1362.69 1363|1363.16 1364|1364.81 1365|1365.53 1366|1366.23 1367|1367.93 1368|1368.53 1369|1369.76 1370|1370.53 1371|1371.59 1372|1372.24 1373|1373.54 1374|1374.87 1375|1375.52 1376|1376.77 1377|1377.27 1378|1378.84 1379|1379.91 1380|1380.99 1381|1381.68 1382|1382.29 1383|1383.29 1384|1384.85 1385|1385.94 1386|1386.49 1387|1387.77 1388|1388.13 1389|1389.88 1390|1390.10 1391|1391.18 1392|1392.91 1393|1393.97 1394|1394.23 1395|1395.69 1396|1396.53 1397|1397.0 1398|1398.44 1399|1399.89 1400|1400.34 1401|1401.64 1402|1402.68 1403|1403.65 1404|1404.70 1405|1405.83 1406|1406.7 1407|1407.75 1408|1408.32 1409|1409.28 1410|1410.39 1411|1411.72 1412|1412.27 1413|1413.10 1414|1414.32 1415|1415.14 1416|1416.32 1417|1417.42 1418|1418.63 1419|1419.19 1420|1420.63 1421|1421.66 1422|1422.47 1423|1423.75 1424|1424.38 1425|1425.86 1426|1426.67 1427|1427.65 1428|1428.12 1429|1429.11 1430|1430.72 1431|1431.79 1432|1432.57 1433|1433.59 1434|1434.15 1435|1435.79 1436|1436.21 1437|1437.99 1438|1438.93 1439|1439.58 1440|1440.26 1441|1441.75 1442|1442.70 1443|1443.1 1444|1444.1 1445|1445.0 1446|1446.6 1447|1447.55 1448|1448.62 1449|1449.1 1450|1450.97 1451|1451.65 1452|1452.23 1453|1453.64 1454|1454.71 1455|1455.69 1456|1456.72 1457|1457.11 1458|1458.38 1459|1459.68 1460|1460.60 1461|1461.71 1462|1462.2 1463|1463.58 1464|1464.92 1465|1465.67 1466|1466.77 1467|1467.59 1468|1468.76 1469|1469.67 1470|1470.40 1471|1471.98 1472|1472.60 1473|1473.18 1474|1474.91 1475|1475.79 1476|1476.47 1477|1477.97 1478|1478.0 1479|1479.66 1480|1480.92 1481|1481.47 1482|1482.93 1483|1483.2 1484|1484.25 1485|1485.79 1486|1486.65 1487|1487.61 1488|1488.93 1489|1489.90 1490|1490.90 1491|1491.65 1492|1492.73 1493|1493.92 1494|1494.71 1495|1495.22 1496|1496.91 1497|1497.37 1498|1498.67 1499|1499.21 1500|1500.46 1501|1501.0 1502|1502.74 1503|1503.23 1504|1504.77 1505|1505.47 1506|1506.19 1507|1507.82 1508|1508.91 1509|1509.86 1510|1510.42 1511|1511.71 1512|1512.85 1513|1513.23 1514|1514.90 1515|1515.47 1516|1516.78 1517|1517.29 1518|1518.27 1519|1519.8 1520|1520.73 1521|1521.70 1522|1522.85 1523|1523.92 1524|1524.23 1525|1525.18 1526|1526.8 1527|1527.9 1528|1528.89 1529|1529.96 1530|1530.14 1531|1531.38 1532|1532.14 1533|1533.63 1534|1534.0 1535|1535.10 1536|1536.3 1537|1537.24 1538|1538.58 1539|1539.33 1540|1540.9 1541|1541.96 1542|1542.61 1543|1543.17 1544|1544.25 1545|1545.33 1546|1546.92 1547|1547.39 1548|1548.81 1549|1549.68 1550|1550.57 1551|1551.13 1552|1552.96 1553|1553.3 1554|1554.95 1555|1555.98 1556|1556.93 1557|1557.94 1558|1558.60 1559|1559.0 1560|1560.17 1561|1561.27 1562|1562.85 1563|1563.77 1564|1564.90 1565|1565.34 1566|1566.35 1567|1567.88 1568|1568.79 1569|1569.62 1570|1570.75 1571|1571.67 1572|1572.19 1573|1573.0 1574|1574.96 1575|1575.64 1576|1576.24 1577|1577.64 1578|1578.50 1579|1579.70 1580|1580.35 1581|1581.64 1582|1582.8 1583|1583.19 1584|1584.83 1585|1585.13 1586|1586.31 1587|1587.2 1588|1588.56 1589|1589.66 1590|1590.91 1591|1591.42 1592|1592.95 1593|1593.38 1594|1594.91 1595|1595.74 1596|1596.25 1597|1597.54 1598|1598.88 1599|1599.36 1600|1600.47 1601|1601.47 1602|1602.1 1603|1603.52 1604|1604.38 1605|1605.69 1606|1606.51 1607|1607.81 1608|1608.66 1609|1609.53 1610|1610.20 1611|1611.1 1612|1612.39 1613|1613.11 1614|1614.28 1615|1615.14 1616|1616.18 1617|1617.46 1618|1618.94 1619|1619.82 1620|1620.91 1621|1621.52 1622|1622.42 1623|1623.17 1624|1624.63 1625|1625.84 1626|1626.98 1627|1627.25 1628|1628.82 1629|1629.39 1630|1630.4 1631|1631.85 1632|1632.76 1633|1633.56 1634|1634.63 1635|1635.19 1636|1636.10 1637|1637.18 1638|1638.4 1639|1639.46 1640|1640.10 1641|1641.10 1642|1642.80 1643|1643.22 1644|1644.75 1645|1645.61 1646|1646.91 1647|1647.35 1648|1648.30 1649|1649.72 1650|1650.11 1651|1651.4 1652|1652.65 1653|1653.48 1654|1654.24 1655|1655.23 1656|1656.56 1657|1657.93 1658|1658.91 1659|1659.33 1660|1660.36 1661|1661.53 1662|1662.83 1663|1663.65 1664|1664.30 1665|1665.21 1666|1666.26 1667|1667.59 1668|1668.97 1669|1669.96 1670|1670.90 1671|1671.94 1672|1672.97 1673|1673.49 1674|1674.23 1675|1675.34 1676|1676.64 1677|1677.59 1678|1678.72 1679|1679.47 1680|1680.53 1681|1681.96 1682|1682.27 1683|1683.62 1684|1684.66 1685|1685.49 1686|1686.0 1687|1687.55 1688|1688.98 1689|1689.7 1690|1690.13 1691|1691.58 1692|1692.18 1693|1693.0 1694|1694.78 1695|1695.86 1696|1696.23 1697|1697.62 1698|1698.92 1699|1699.57 1700|1700.13 1701|1701.36 1702|1702.35 1703|1703.30 1704|1704.41 1705|1705.19 1706|1706.57 1707|1707.63 1708|1708.37 1709|1709.29 1710|1710.16 1711|1711.71 1712|1712.0 1713|1713.32 1714|1714.87 1715|1715.0 1716|1716.25 1717|1717.6 1718|1718.4 1719|1719.1 1720|1720.13 1721|1721.18 1722|1722.18 1723|1723.47 1724|1724.36 1725|1725.77 1726|1726.7 1727|1727.29 1728|1728.86 1729|1729.74 1730|1730.60 1731|1731.86 1732|1732.13 1733|1733.13 1734|1734.86 1735|1735.24 1736|1736.76 1737|1737.24 1738|1738.65 1739|1739.92 1740|1740.2 1741|1741.79 1742|1742.97 1743|1743.60 1744|1744.2 1745|1745.10 1746|1746.53 1747|1747.46 1748|1748.33 1749|1749.2 1750|1750.14 1751|1751.79 1752|1752.71 1753|1753.11 1754|1754.3 1755|1755.78 1756|1756.55 1757|1757.65 1758|1758.26 1759|1759.72 1760|1760.71 1761|1761.84 1762|1762.83 1763|1763.64 1764|1764.81 1765|1765.63 1766|1766.72 1767|1767.12 1768|1768.11 1769|1769.22 1770|1770.2 1771|1771.83 1772|1772.7 1773|1773.60 1774|1774.65 1775|1775.0 1776|1776.88 1777|1777.10 1778|1778.69 1779|1779.33 1780|1780.71 1781|1781.18 1782|1782.54 1783|1783.59 1784|1784.66 1785|1785.97 1786|1786.52 1787|1787.1 1788|1788.77 1789|1789.85 1790|1790.12 1791|1791.10 1792|1792.6 1793|1793.19 1794|1794.44 1795|1795.19 1796|1796.36 1797|1797.67 1798|1798.84 1799|1799.88 1800|1800.54 1801|1801.7 1802|1802.54 1803|1803.91 1804|1804.69 1805|1805.21 1806|1806.13 1807|1807.90 1808|1808.94 1809|1809.66 1810|1810.8 1811|1811.13 1812|1812.97 1813|1813.75 1814|1814.36 1815|1815.57 1816|1816.11 1817|1817.2 1818|1818.96 1819|1819.58 1820|1820.78 1821|1821.86 1822|1822.25 1823|1823.53 1824|1824.16 1825|1825.81 1826|1826.58 1827|1827.50 1828|1828.22 1829|1829.27 1830|1830.81 1831|1831.64 1832|1832.21 1833|1833.11 1834|1834.96 1835|1835.94 1836|1836.51 1837|1837.74 1838|1838.49 1839|1839.37 1840|1840.80 1841|1841.32 1842|1842.81 1843|1843.93 1844|1844.4 1845|1845.14 1846|1846.21 1847|1847.86 1848|1848.27 1849|1849.84 1850|1850.6 1851|1851.20 1852|1852.19 1853|1853.42 1854|1854.58 1855|1855.40 1856|1856.90 1857|1857.88 1858|1858.62 1859|1859.69 1860|1860.93 1861|1861.6 1862|1862.11 1863|1863.21 1864|1864.44 1865|1865.79 1866|1866.53 1867|1867.0 1868|1868.43 1869|1869.31 1870|1870.88 1871|1871.72 1872|1872.19 1873|1873.26 1874|1874.48 1875|1875.33 1876|1876.45 1877|1877.81 1878|1878.46 1879|1879.58 1880|1880.6 1881|1881.28 1882|1882.30 1883|1883.8 1884|1884.42 1885|1885.96 1886|1886.48 1887|1887.9 1888|1888.33 1889|1889.99 1890|1890.35 1891|1891.23 1892|1892.71 1893|1893.49 1894|1894.67 1895|1895.74 1896|1896.35 1897|1897.5 1898|1898.51 1899|1899.13 1900|1900.14 1901|1901.84 1902|1902.9 1903|1903.99 1904|1904.67 1905|1905.29 1906|1906.76 1907|1907.92 1908|1908.16 1909|1909.23 1910|1910.19 1911|1911.91 1912|1912.68 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">2</str>
<int name="id_i">2</int>
<float name="default_amount_f">12630.0</float>
<str name="amounts_dpf">1|1.46 2|2.86 3|3.65 4|4.89 5|5.24 6|6.17 7|7.98 8|8.62 9|9.75 10|10.53 11|11.71 12|12.62 13|13.37 14|14.78 15|15.80 16|16.8 17|17.3 18|18.72 19|19.89 20|20.38 21|21.93 22|22.23 23|23.78 24|24.19 25|25.57 26|26.85 27|27.9 28|28.94 29|29.15 30|30.30 31|31.26 32|32.73 33|33.18 34|34.40 35|35.25 36|36.81 37|37.17 38|38.70 39|39.74 40|40.50 41|41.84 42|42.60 43|43.83 44|44.80 45|45.97 46|46.37 47|47.39 48|48.50 49|49.54 50|50.35 51|51.31 52|52.55 53|53.1 54|54.48 55|55.54 56|56.33 57|57.92 58|58.88 59|59.40 60|60.43 61|61.11 62|62.48 63|63.58 64|64.64 65|65.84 66|66.71 67|67.44 68|68.5 69|69.58 70|70.96 71|71.38 72|72.42 73|73.59 74|74.97 75|75.39 76|76.91 77|77.53 78|78.29 79|79.24 80|80.2 81|81.58 82|82.39 83|83.16 84|84.52 85|85.11 86|86.93 87|87.68 88|88.38 89|89.68 90|90.95 91|91.20 92|92.11 93|93.70 94|94.39 95|95.59 96|96.7 97|97.35 98|98.66 99|99.22 100|100.84 101|101.70 102|102.80 103|103.66 104|104.47 105|105.20 106|106.92 107|107.11 108|108.67 109|109.14 110|110.65 111|111.21 112|112.87 113|113.28 114|114.10 115|115.82 116|116.64 117|117.21 118|118.41 119|119.32 120|120.29 121|121.71 122|122.32 123|123.16 124|124.55 125|125.65 126|126.99 127|127.80 128|128.4 129|129.7 130|130.98 131|131.79 132|132.93 133|133.11 134|134.62 135|135.60 136|136.49 137|137.57 138|138.28 139|139.12 140|140.65 141|141.91 142|142.14 143|143.2 144|144.98 145|145.49 146|146.23 147|147.48 148|148.68 149|149.12 150|150.75 151|151.6 152|152.16 153|153.68 154|154.15 155|155.23 156|156.71 157|157.57 158|158.82 159|159.87 160|160.91 161|161.56 162|162.56 163|163.85 164|164.56 165|165.32 166|166.3 167|167.43 168|168.55 169|169.97 170|170.66 171|171.26 172|172.87 173|173.76 174|174.37 175|175.14 176|176.99 177|177.71 178|178.1 179|179.4 180|180.22 181|181.95 182|182.22 183|183.87 184|184.91 185|185.52 186|186.70 187|187.43 188|188.26 189|189.81 190|190.76 191|191.32 192|192.75 193|193.20 194|194.42 195|195.45 196|196.85 197|197.54 198|198.44 199|199.4 200|200.54 201|201.42 202|202.7 203|203.92 204|204.14 205|205.89 206|206.49 207|207.34 208|208.13 209|209.64 210|210.79 211|211.25 212|212.23 213|213.46 214|214.28 215|215.49 216|216.10 217|217.26 218|218.47 219|219.26 220|220.12 221|221.79 222|222.85 223|223.59 224|224.44 225|225.39 226|226.4 227|227.67 228|228.83 229|229.17 230|230.42 231|231.76 232|232.69 233|233.37 234|234.82 235|235.76 236|236.15 237|237.23 238|238.2 239|239.35 240|240.98 241|241.49 242|242.44 243|243.1 244|244.72 245|245.89 246|246.44 247|247.50 248|248.40 249|249.85 250|250.99 251|251.4 252|252.60 253|253.2 254|254.1 255|255.25 256|256.2 257|257.71 258|258.68 259|259.75 260|260.3 261|261.29 262|262.60 263|263.79 264|264.91 265|265.94 266|266.32 267|267.0 268|268.97 269|269.65 270|270.36 271|271.41 272|272.33 273|273.18 274|274.81 275|275.0 276|276.92 277|277.54 278|278.68 279|279.11 280|280.27 281|281.74 282|282.69 283|283.33 284|284.45 285|285.69 286|286.24 287|287.52 288|288.89 289|289.47 290|290.74 291|291.30 292|292.21 293|293.37 294|294.36 295|295.26 296|296.19 297|297.40 298|298.62 299|299.10 300|300.89 301|301.32 302|302.62 303|303.41 304|304.26 305|305.67 306|306.14 307|307.32 308|308.79 309|309.60 310|310.84 311|311.8 312|312.67 313|313.65 314|314.37 315|315.41 316|316.91 317|317.20 318|318.92 319|319.90 320|320.55 321|321.42 322|322.68 323|323.21 324|324.58 325|325.64 326|326.69 327|327.99 328|328.36 329|329.33 330|330.47 331|331.96 332|332.21 333|333.7 334|334.86 335|335.87 336|336.71 337|337.64 338|338.63 339|339.18 340|340.10 341|341.83 342|342.77 343|343.44 344|344.74 345|345.50 346|346.2 347|347.87 348|348.86 349|349.59 350|350.72 351|351.21 352|352.11 353|353.49 354|354.64 355|355.35 356|356.77 357|357.85 358|358.95 359|359.88 360|360.19 361|361.70 362|362.15 363|363.54 364|364.7 365|365.8 366|366.92 367|367.67 368|368.95 369|369.15 370|370.22 371|371.53 372|372.52 373|373.36 374|374.40 375|375.41 376|376.98 377|377.93 378|378.76 379|379.10 380|380.36 381|381.69 382|382.69 383|383.54 384|384.83 385|385.92 386|386.8 387|387.32 388|388.26 389|389.20 390|390.8 391|391.12 392|392.11 393|393.97 394|394.0 395|395.87 396|396.84 397|397.95 398|398.90 399|399.
[...truncated too long message...]
378-1048) [n:127.0.0.1:37981_solr c:destinationCollection s:shard1 r:core_node3 x:destinationCollection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: destinationCollection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 641619 INFO (qtp1197853378-1048) [n:127.0.0.1:37981_solr c:destinationCollection s:shard1 r:core_node3 x:destinationCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=destinationCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=destinationCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=558423
[junit4] 2> 641620 ERROR (SUITE-StreamExpressionTest-seed#[7082EC14955B5B6B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 641620 INFO (SUITE-StreamExpressionTest-seed#[7082EC14955B5B6B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43701 43701
[junit4] 2> 649531 INFO (Thread-165) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43701 43701
[junit4] 2> 649532 WARN (Thread-165) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/clusterprops.json
[junit4] 2> 63 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 6 /solr/collections/destinationCollection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98914352389619718-127.0.0.1:37981_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 63 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7082EC14955B5B6B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {join2_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), a1_s=PostingsFormat(name=LuceneVarGapFixedInterval), a2_s=FSTOrd50, test_t=PostingsFormat(name=Memory), level1_s=FSTOrd50, ident_s=PostingsFormat(name=LuceneVarGapFixedInterval), s_multi=FSTOrd50, col_s=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_ss=Lucene50(blocksize=128), a_s=FSTOrd50, a_t=Lucene50(blocksize=128), side_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), text=FSTOrd50}, docValues:{join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1732, maxMBSortInHeap=6.563350991780764, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Pacific/Marquesas
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=205832856,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [SolrParamTest, CosineEvaluatorTest, MultiplyEvaluatorTest, TestSuggesterResponse, TestBatchUpdate, DivideEvaluatorTest, NoOpResponseParserTest, TestJsonRecordReader, JettyWebappTest, CloudSolrClientTest, GetByIdTest, SolrExampleXMLTest, CoalesceEvaluatorTest, UuidEvaluatorTest, GreaterThanEqualToEvaluatorTest, TestJavaBinCodec, TestHash, HyperbolicSineEvaluatorTest, TestCoreAdmin, LBHttpSolrClientBuilderTest, DocumentAnalysisResponseTest, OperationsTest, LessThanEqualToEvaluatorTest, SolrExampleBinaryTest, LargeVolumeJettyTest, HttpSolrClientConPoolTest, TestCloudSolrClientConnections, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J2 in 576.36s, 122 tests, 2 failures, 5 errors, 9 skipped <<< FAILURES!
[...truncated 46277 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20764 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20764/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([14F049C2911F4C1D:2C436D3CB6EC98CC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13480 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/init-core-data-001
[junit4] 2> 2080930 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 2080931 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001
[junit4] 2> 2080934 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2080934 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2080934 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2080936 ERROR (Thread-7832) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2081034 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39829
[junit4] 2> 2081042 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081042 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081043 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081044 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2daa64{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@103326e{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@135a2d6{HTTP/1.1,[http/1.1]}{127.0.0.1:35497}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@186f25d{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35497}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16683cd{HTTP/1.1,[http/1.1]}{127.0.0.1:39195}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081045 ERROR (jetty-launcher-4885-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39195}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@144323f{HTTP/1.1,[http/1.1]}{127.0.0.1:41801}
[junit4] 2> 2081046 ERROR (jetty-launcher-4885-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41801}
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081046 ERROR (jetty-launcher-4885-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.732Z
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.732Z
[junit4] 2> 2081047 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.733Z
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081101 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081101 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081102 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081102 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081103 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39195_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41801_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35497_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=98913598807801865-127.0.0.1:39195_solr-n_0000000000) starting
[junit4] 2> 2081129 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081129 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081130 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081135 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2081136 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39195_solr
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35497_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2081136 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081136 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081136 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081139 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2081140 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2081140 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2081193 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081193 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081200 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/.
[junit4] 2> 2081200 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/.
[junit4] 2> 2081202 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081208 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081208 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081209 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/.
[junit4] 2> 2081272 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2081272 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39829/solr ready
[junit4] 2> 2081290 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[14F049C2911F4C1D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2081291 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39195_solr,127.0.0.1:41801_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081292 INFO (OverseerThreadFactory-9105-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2081395 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081396 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081397 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081398 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081600 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081600 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081600 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081601 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2081601 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2081601 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081705 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081705 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081705 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081706 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082140 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2082621 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082628 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082628 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082634 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082634 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2082634 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2082637 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082637 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082637 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082637 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082659 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082659 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082660 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082660 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2082660 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082660 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2082661 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2082661 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2082663 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082663 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082663 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082663 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2082710 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082710 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082712 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082712 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082713 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18ed3fc[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2082715 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082716 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082720 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082720 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082721 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082721 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082722 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082722 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082724 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082724 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082724 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082724 INFO (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@18ed3fc[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082725 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582801780736
[junit4] 2> 2082725 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d8f7b0[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2082726 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@42101e[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2082726 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082726 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082726 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082727 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082727 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082727 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082728 INFO (searcherExecutor-9113-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@1d8f7b0[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082728 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582804926464
[junit4] 2> 2082728 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082728 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082728 INFO (searcherExecutor-9115-thread-1-processing-n:127.0.0.1:39195_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@42101e[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082728 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582804926464
[junit4] 2> 2082729 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082729 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082729 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2082731 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33077d[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2082731 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2082732 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082732 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082734 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082734 INFO (searcherExecutor-9114-thread-1-processing-n:127.0.0.1:39195_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@33077d[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082735 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582812266496
[junit4] 2> 2082832 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083141 DEBUG (ScheduledTrigger-9103-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:39195/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 2083232 INFO (qtp4770669-29627) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2083232 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:39195/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2083233 INFO (qtp4770669-29627) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2083533 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41801/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 2083534 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41801/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 2083635 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083683 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2083684 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2083684 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2083
[junit4] 2> 2083685 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084
[junit4] 2> 2083733 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2132
[junit4] 2> 2083738 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2138
[junit4] 2> 2083740 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2083839 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2084141 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2084741 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39195_solr,127.0.0.1:41801_solr&wt=javabin&version=2} status=0 QTime=3449
[junit4] 2> 2084741 INFO (qtp4770669-29637) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41801_solr,127.0.0.1:35497_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2084742 INFO (OverseerThreadFactory-9105-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2084742 INFO (OverseerCollectionConfigSetProcessor-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2084946 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084947 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35497/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084947 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084948 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35497/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2085141 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2085150 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2085151 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085254 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085254 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085254 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085255 INFO (zkCallback-4900-thread-2-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086142 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2086158 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086165 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2086165 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2086165 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2086166 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 2086168 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086168 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2086168 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086168 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 2086215 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086215 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086215 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086216 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086216 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8809e5[testSimple2_shard1_replica_n1] main]
[junit4] 2> 2086217 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@de8c8f[testSimple2_shard2_replica_n6] main]
[junit4] 2> 2086218 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086218 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8e247c[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2086218 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@134c0fd[testSimple2_shard2_replica_n4] main]
[junit4] 2> 2086219 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086219 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086219 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586465505280
[junit4] 2> 2086219 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086219 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086219 INFO (searcherExecutor-9134-thread-1-processing-n:127.0.0.1:35497_solr x:testSimple2_shard2_replica_n6 s:shard2 c:testSimple2 r:core_node8) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@de8c8f[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086219 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586465505280
[junit4] 2> 2086219 INFO (searcherExecutor-9133-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@8809e5[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086219 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086220 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086220 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086220 INFO (searcherExecutor-9135-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple2_shard2_replica_n4 s:shard2 c:testSimple2 r:core_node7) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@134c0fd[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086220 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086220 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586466553856
[junit4] 2> 2086221 INFO (searcherExecutor-9132-thread-1-processing-n:127.0.0.1:35497_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node5) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@8e247c[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086221 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586467602432
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:35497/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2086225 INFO (qtp26732930-29620) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35497/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://127.0.0.1:35497/solr START replicas=[http://127.0.0.1:41801/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2086225 INFO (qtp425273-29629) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2086326 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4900-thread-2-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086524 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2086524 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2086525 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2086525 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2086525 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://
[...truncated too long message...]
[junit4] 2> 2220985 INFO (zkCallback-4900-thread-4-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35497_solr
[junit4] 2> 2220985 INFO (jetty-closer-4886-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@186f25d{/solr,null,UNAVAILABLE}
[junit4] 2> 2220986 INFO (coreCloseExecutor-9210-thread-1) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=30840617
[junit4] 2> 2220987 INFO (coreCloseExecutor-9210-thread-3) [n:127.0.0.1:39195_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=677609
[junit4] 2> 2220987 INFO (coreCloseExecutor-9210-thread-4) [n:127.0.0.1:39195_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=26044158
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-1) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=14336542
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-2) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=23811951
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-3) [n:127.0.0.1:35497_solr c:testSimple1 s:shard2 r:core_node10 x:testSimple1_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=25423416
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-4) [n:127.0.0.1:35497_solr c:testSimple1 s:shard1 r:core_node12 x:testSimple1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=29457593
[junit4] 2> 2220988 INFO (jetty-closer-4886-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2daa64{/solr,null,UNAVAILABLE}
[junit4] 2> 2220993 INFO (jetty-closer-4886-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@160d6b3{/solr,null,UNAVAILABLE}
[junit4] 2> 2220994 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2220994 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39829 39829
[junit4] 2> 2222151 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39829 39829
[junit4] 2> 2222152 WARN (Thread-7832) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/testSimple1/state.json
[junit4] 2> 17 /solr/collections/testSimple2/state.json
[junit4] 2> 10 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98913598807801863-core_node8-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98913598807801863-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=hu, timezone=Africa/Bamako
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=300167056,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SpatialFilterTest, DistributedExpandComponentTest, TestXmlQParserPlugin, SoftAutoCommitTest, TestSolrJ, DistributedMLTComponentTest, TestRebalanceLeaders, TestCustomSort, IndexSchemaRuntimeFieldTest, TestConfig, TestHdfsUpdateLog, TestNestedDocsSort, ReplicaListTransformerTest, TestIndexingPerformance, PreAnalyzedFieldManagedSchemaCloudTest, ZkStateReaderTest, TestLocalFSCloudBackupRestore, CacheHeaderTest, ExplicitHLLTest, TestSolrQueryResponse, TestTrackingShardHandlerFactory, SolrXmlInZkTest, SolrPluginUtilsTest, NoCacheHeaderTest, TestFieldTypeResource, TestUniqueKeyFieldResource, TestComponentsName, TestFieldCache, TestGraphMLResponseWriter, SolrCoreTest, ConnectionManagerTest, DocExpirationUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestConfigSets, LeaderElectionIntegrationTest, TestStreamBody, SimpleCollectionCreateDeleteTest, TestSystemCollAutoCreate, BaseCdcrDistributedZkTest, ResponseLogComponentTest, BasicDistributedZkTest, TestCrossCoreJoin, CdcrUpdateLogTest, TestDistribIDF, TestManagedSynonymGraphFilterFactory, ClassificationUpdateProcessorIntegrationTest, BasicFunctionalityTest, BJQParserTest, TestRecovery, TestFoldingMultitermQuery, JsonLoaderTest, TestSolrXml, TestCSVLoader, BlockJoinFacetSimpleTest, TestCloudInspectUtil, TestPHPSerializedResponseWriter, BigEndianAscendingWordDeserializerTest, StatelessScriptUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, TestSolrDeletionPolicy1, TestRandomDVFaceting, TestGraphTermsQParserPlugin, DeleteReplicaTest, TestFieldCacheSortRandom, DocumentBuilderTest, OverseerTaskQueueTest, TermsComponentTest, TestLegacyFieldReuse, TermVectorComponentTest, HdfsCollectionsAPIDistributedZkTest, TestSweetSpotSimilarityFactory, TestReqParamsAPI, ActionThrottleTest, TestInitParams, PreAnalyzedUpdateProcessorTest, TestRecoveryHdfs, TestObjectReleaseTracker, HdfsBasicDistributedZkTest, TestPhraseSuggestions, CoreSorterTest, AnalysisAfterCoreReloadTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestConfigSetsAPI, TestUpdate, CursorMarkTest, RequestLoggingTest, HdfsDirectoryFactoryTest, MultiTermTest, TestPerFieldSimilarityWithDefaultOverride, SaslZkACLProviderTest, TestCollationFieldDocValues, HdfsDirectoryTest, UpdateLogTest, TestConfigOverlay, CollectionsAPISolrJTest, TestBadConfig, TestCustomDocTransformer, DistributedQueryElevationComponentTest, AtomicUpdateProcessorFactoryTest, DistributedFacetPivotLongTailTest, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, PKIAuthenticationIntegrationTest, SolrIndexMetricsTest, TestSubQueryTransformerCrossCore, BlockCacheTest, QueryParsingTest, TestNumericTokenStream, TestDynamicLoading, TestBinaryField, TestHighlightDedupGrouping, TestIBSimilarityFactory, TestRandomFaceting, ZkControllerTest, TestDownShardTolerantSearch, SimpleFacetsTest, TestCryptoKeys, TestLRUStatsCache, CoreMergeIndexesAdminHandlerTest, TestLeaderElectionWithEmptyReplica, TestSchemaManager, TestJsonRequest, TestPostingsSolrHighlighter, TestLegacyNumericRangeQueryBuilder, RemoteQueryErrorTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, TestReplicationHandler, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestReload, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, PeerSyncTest, TestLazyCores, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FastVectorHighlighterTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, NotRequiredUniqueKeyTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, PrimUtilsTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, CdcrBootstrapTest, CreateCollectionCleanupTest, DistribCursorPagingTest, DocValuesNotIndexedTest, ForceLeaderTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudRecovery, TestLeaderElectionZkExpiry, TestPullReplica, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [565/746 (1!)] on J0 in 141.24s, 1 test, 1 failure <<< FAILURES!
[...truncated 43577 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20763 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20763/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
15 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=5865, name=qtp2027463926-5865, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5872, name=qtp2027463926-5872, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5877, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=5869, name=qtp2027463926-5869-acceptor-0@73736ed5-ServerConnector@1cb114f0{HTTP/1.1,[http/1.1]}{127.0.0.1:45031}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5878, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 11) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=5883, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 13) Thread[id=5870, name=qtp2027463926-5870, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 15) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 15 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=5865, name=qtp2027463926-5865, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5872, name=qtp2027463926-5872, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=5877, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=5869, name=qtp2027463926-5869-acceptor-0@73736ed5-ServerConnector@1cb114f0{HTTP/1.1,[http/1.1]}{127.0.0.1:45031}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=5878, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
11) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=5883, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
13) Thread[id=5870, name=qtp2027463926-5870, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
15) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testNumericComparisons
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06:820102A98CB60AE8]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testNumericComparisons(TestFunctionQuery.java:900)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='2' and ./float[@name='score']='2.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="166" start="0" maxScore="5.0">
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<int name="age_i">35</int>
<float name="score">5.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">10621.0</float>
<str name="amounts_dpf">1|1.73 2|2.93 3|3.40 4|4.17 5|5.72 6|6.91 7|7.93 8|8.12 9|9.36 10|10.80 11|11.88 12|12.91 13|13.79 14|14.40 15|15.24 16|16.83 17|17.75 18|18.55 19|19.37 20|20.90 21|21.49 22|22.92 23|23.57 24|24.77 25|25.32 26|26.63 27|27.69 28|28.54 29|29.63 30|30.52 31|31.12 32|32.91 33|33.55 34|34.32 35|35.87 36|36.50 37|37.3 38|38.13 39|39.63 40|40.20 41|41.86 42|42.20 43|43.47 44|44.11 45|45.28 46|46.90 47|47.8 48|48.82 49|49.47 50|50.26 51|51.12 52|52.13 53|53.99 54|54.92 55|55.99 56|56.90 57|57.34 58|58.76 59|59.75 60|60.91 61|61.29 62|62.52 63|63.68 64|64.2 65|65.49 66|66.15 67|67.83 68|68.20 69|69.6 70|70.23 71|71.37 72|72.81 73|73.34 74|74.67 75|75.7 76|76.81 77|77.81 78|78.19 79|79.39 80|80.59 81|81.79 82|82.93 83|83.17 84|84.3 85|85.46 86|86.17 87|87.78 88|88.27 89|89.70 90|90.27 91|91.77 92|92.74 93|93.99 94|94.77 95|95.55 96|96.67 97|97.23 98|98.82 99|99.94 100|100.74 101|101.53 102|102.37 103|103.28 104|104.92 105|105.75 106|106.87 107|107.84 108|108.91 109|109.60 110|110.28 111|111.22 112|112.81 113|113.46 114|114.28 115|115.90 116|116.3 117|117.44 118|118.35 119|119.99 120|120.66 121|121.56 122|122.47 123|123.72 124|124.6 125|125.75 126|126.22 127|127.3 128|128.63 129|129.74 130|130.24 131|131.58 132|132.53 133|133.67 134|134.16 135|135.46 136|136.89 137|137.85 138|138.65 139|139.92 140|140.2 141|141.41 142|142.8 143|143.39 144|144.98 145|145.49 146|146.29 147|147.11 148|148.51 149|149.64 150|150.5 151|151.15 152|152.10 153|153.59 154|154.19 155|155.2 156|156.5 157|157.32 158|158.82 159|159.76 160|160.98 161|161.5 162|162.32 163|163.88 164|164.87 165|165.63 166|166.98 167|167.50 168|168.33 169|169.99 170|170.12 171|171.75 172|172.11 173|173.27 174|174.86 175|175.31 176|176.66 177|177.42 178|178.25 179|179.33 180|180.72 181|181.15 182|182.81 183|183.26 184|184.43 185|185.46 186|186.52 187|187.39 188|188.48 189|189.49 190|190.63 191|191.31 192|192.16 193|193.46 194|194.12 195|195.20 196|196.48 197|197.45 198|198.47 199|199.5 200|200.50 201|201.73 202|202.0 203|203.85 204|204.37 205|205.79 206|206.81 207|207.62 208|208.34 209|209.24 210|210.99 211|211.61 212|212.8 213|213.33 214|214.62 215|215.89 216|216.71 217|217.36 218|218.35 219|219.66 220|220.64 221|221.22 222|222.9 223|223.39 224|224.37 225|225.70 226|226.50 227|227.64 228|228.95 229|229.14 230|230.21 231|231.91 232|232.94 233|233.65 234|234.2 235|235.71 236|236.50 237|237.61 238|238.30 239|239.79 240|240.34 241|241.50 242|242.42 243|243.84 244|244.73 245|245.84 246|246.97 247|247.86 248|248.35 249|249.63 250|250.14 251|251.42 252|252.79 253|253.91 254|254.59 255|255.78 256|256.96 257|257.64 258|258.48 259|259.3 260|260.9 261|261.65 262|262.66 263|263.76 264|264.21 265|265.39 266|266.96 267|267.21 268|268.59 269|269.62 270|270.77 271|271.97 272|272.39 273|273.50 274|274.81 275|275.95 276|276.29 277|277.95 278|278.18 279|279.19 280|280.75 281|281.52 282|282.51 283|283.89 284|284.48 285|285.22 286|286.51 287|287.31 288|288.30 289|289.63 290|290.25 291|291.77 292|292.44 293|293.16 294|294.93 295|295.53 296|296.88 297|297.1 298|298.61 299|299.18 300|300.62 301|301.28 302|302.48 303|303.21 304|304.42 305|305.3 306|306.45 307|307.49 308|308.13 309|309.15 310|310.54 311|311.8 312|312.64 313|313.92 314|314.55 315|315.13 316|316.20 317|317.36 318|318.19 319|319.31 320|320.1 321|321.59 322|322.25 323|323.97 324|324.69 325|325.58 326|326.46 327|327.81 328|328.46 329|329.7 330|330.47 331|331.46 332|332.13 333|333.91 334|334.56 335|335.53 336|336.24 337|337.75 338|338.70 339|339.40 340|340.6 341|341.86 342|342.9 343|343.73 344|344.64 345|345.36 346|346.73 347|347.83 348|348.30 349|349.96 350|350.66 351|351.68 352|352.18 353|353.42 354|354.87 355|355.36 356|356.80 357|357.25 358|358.49 359|359.94 360|360.25 361|361.95 362|362.24 363|363.41 364|364.24 365|365.82 366|366.3 367|367.56 368|368.56 369|369.50 370|370.60 371|371.35 372|372.7 373|373.2 374|374.1 375|375.13 376|376.17 377|377.91 378|378.92 379|379.67 380|380.20 381|381.88 382|382.64 383|383.77 384|384.18 385|385.17 386|386.37 387|387.31 388|388.87 389|389.36 390|390.98 391|391.17 392|392.84 393|393.40 394|394.71 395|395.77 396|396.48 397|397.50 398|398.90 399|399.81 400|400.84 401|401.49 402|402.2 403|403.11 404|404.93 405|405.36 406|406.36 407|407.38 408|408.37 409|409.34 410|410.14 411|411.36 412|412.25 413|413.15 414|414.24 415|415.96 416|416.81 417|417.46 418|418.84 419|419.81 420|420.38 421|421.2 422|422.4 423|423.1 424|424.52 425|425.39 426|426.58 427|427.21 428|428.6 429|429.52 430|430.69 431|431.89 432|432.79 433|433.93 434|434.93 435|435.48 436|436.77 437|437.45 438|438.26 439|439.10 440|440.19 441|441.8 442|442.59 443|443.97 444|444.81 445|445.67 446|446.73 447|447.83 448|448.54 449|449.32 450|450.37 451|451.64 452|452.96 453|453.22 454|454.9 455|455.68 456|456.15 457|457.94 458|458.60 459|459.54 460|460.62 461|461.35 462|462.50 463|463.26 464|464.50 465|465.45 466|466.53 467|467.99 468|468.58 469|469.40 470|470.14 471|471.35 472|472.78 473|473.25 474|474.78 475|475.59 476|476.17 477|477.88 478|478.55 479|479.30 480|480.84 481|481.61 482|482.69 483|483.37 484|484.24 485|485.15 486|486.96 487|487.16 488|488.85 489|489.63 490|490.21 491|491.27 492|492.59 493|493.73 494|494.43 495|495.43 496|496.70 497|497.48 498|498.39 499|499.4 500|500.82 501|501.56 502|502.98 503|503.74 504|504.20 505|505.3 506|506.45 507|507.59 508|508.72 509|509.53 510|510.86 511|511.32 512|512.24 513|513.20 514|514.33 515|515.16 516|516.26 517|517.34 518|518.47 519|519.2 520|520.67 521|521.67 522|522.71 523|523.46 524|524.1 525|525.48 526|526.32 527|527.41 528|528.55 529|529.19 530|530.36 531|531.61 532|532.77 533|533.15 534|534.4 535|535.83 536|536.99 537|537.21 538|538.10 539|539.68 540|540.34 541|541.62 542|542.1 543|543.90 544|544.19 545|545.35 546|546.62 547|547.95 548|548.66 549|549.53 550|550.38 551|551.53 552|552.9 553|553.37 554|554.75 555|555.25 556|556.0 557|557.28 558|558.48 559|559.30 560|560.93 561|561.0 562|562.50 563|563.43 564|564.85 565|565.85 566|566.97 567|567.3 568|568.29 569|569.21 570|570.66 571|571.68 572|572.38 573|573.72 574|574.31 575|575.37 576|576.77 577|577.2 578|578.12 579|579.61 580|580.7 581|581.53 582|582.58 583|583.21 584|584.13 585|585.37 586|586.37 587|587.21 588|588.54 589|589.67 590|590.74 591|591.70 592|592.78 593|593.90 594|594.74 595|595.70 596|596.60 597|597.13 598|598.33 599|599.90 600|600.61 601|601.71 602|602.50 603|603.3 604|604.7 605|605.94 606|606.8 607|607.88 608|608.64 609|609.55 610|610.37 611|611.52 612|612.43 613|613.41 614|614.2 615|615.91 616|616.98 617|617.95 618|618.16 619|619.15 620|620.58 621|621.3 622|622.19 623|623.64 624|624.23 625|625.93 626|626.97 627|627.70 628|628.38 629|629.26 630|630.61 631|631.7 632|632.86 633|633.12 634|634.11 635|635.82 636|636.48 637|637.6 638|638.66 639|639.50 640|640.25 641|641.42 642|642.77 643|643.99 644|644.53 645|645.11 646|646.62 647|647.34 648|648.92 649|649.49 650|650.40 651|651.85 652|652.53 653|653.7 654|654.4 655|655.6 656|656.34 657|657.95 658|658.44 659|659.23 660|660.13 661|661.92 662|662.50 663|663.35 664|664.89 665|665.86 666|666.0 667|667.15 668|668.21 669|669.72 670|670.39 671|671.73 672|672.25 673|673.95 674|674.63 675|675.62 676|676.77 677|677.54 678|678.87 679|679.75 680|680.9 681|681.22 682|682.69 683|683.3 684|684.16 685|685.32 686|686.93 687|687.71 688|688.41 689|689.94 690|690.24 691|691.16 692|692.42 693|693.77 694|694.81 695|695.18 696|696.95 697|697.34 698|698.21 699|699.19 700|700.61 701|701.61 702|702.98 703|703.92 704|704.61 705|705.60 706|706.58 707|707.7 708|708.25 709|709.37 710|710.14 711|711.50 712|712.99 713|713.18 714|714.55 715|715.68 716|716.66 717|717.53 718|718.96 719|719.80 720|720.21 721|721.70 722|722.51 723|723.31 724|724.60 725|725.67 726|726.61 727|727.36 728|728.93 729|729.79 730|730.97 731|731.43 732|732.71 733|733.80 734|734.65 735|735.75 736|736.75 737|737.56 738|738.30 739|739.51 740|740.18 741|741.46 742|742.78 743|743.7 744|744.97 745|745.17 746|746.20 747|747.59 748|748.50 749|749.68 750|750.36 751|751.48 752|752.54 753|753.13 754|754.43 755|755.22 756|756.61 757|757.45 758|758.62 759|759.42 760|760.77 761|761.62 762|762.96 763|763.29 764|764.28 765|765.59 766|766.70 767|767.12 768|768.46 769|769.68 770|770.55 771|771.57 772|772.80 773|773.92 774|774.31 775|775.59 776|776.76 777|777.83 778|778.29 779|779.80 780|780.76 781|781.90 782|782.95 783|783.9 784|784.87 785|785.25 786|786.38 787|787.58 788|788.71 789|789.78 790|790.73 791|791.76 792|792.97 793|793.85 794|794.47 795|795.49 796|796.57 797|797.92 798|798.29 799|799.3 800|800.8 801|801.99 802|802.39 803|803.24 804|804.96 805|805.40 806|806.67 807|807.16 808|808.33 809|809.65 810|810.62 811|811.30 812|812.75 813|813.15 814|814.29 815|815.50 816|816.80 817|817.79 818|818.98 819|819.81 820|820.84 821|821.99 822|822.29 823|823.74 824|824.53 825|825.20 826|826.72 827|827.47 828|828.81 829|829.18 830|830.55 831|831.20 832|832.88 833|833.48 834|834.94 835|835.81 836|836.84 837|837.36 838|838.10 839|839.4 840|840.75 841|841.22 842|842.86 843|843.51 844|844.29 845|845.95 846|846.34 847|847.80 848|848.5 849|849.24 850|850.37 851|851.7 852|852.0 853|853.17 854|854.39 855|855.71 856|856.72 857|857.4 858|858.26 859|859.11 860|860.64 861|861.11 862|862.32 863|863.69 864|864.99 865|865.80 866|866.13 867|867.33 868|868.10 869|869.21 870|870.32 871|871.23 872|872.11 873|873.74 874|874.57 875|875.62 876|876.77 877|877.92 878|878.17 879|879.0 880|880.92 881|881.76 882|882.73 883|883.66 884|884.34 885|885.69 886|886.42 887|887.23 888|888.72 889|889.92 890|890.45 891|891.50 892|892.60 893|893.99 894|894.35 895|895.41 896|896.18 897|897.19 898|898.93 899|899.5 900|900.51 901|901.20 902|902.13 903|903.41 904|904.95 905|905.54 906|906.70 907|907.40 908|908.65 909|909.81 910|910.42 911|911.48 912|912.1 913|913.38 914|914.48 915|915.47 916|916.51 917|917.97 918|918.19 919|919.37 920|920.41 921|921.91 922|922.68 923|923.69 924|924.49 925|925.61 926|926.70 927|927.42 928|928.86 929|929.35 930|930.61 931|931.74 932|932.63 933|933.78 934|934.0 935|935.92 936|936.26 937|937.38 938|938.88 939|939.28 940|940.50 941|941.30 942|942.27 943|943.16 944|944.58 945|945.80 946|946.11 947|947.74 948|948.75 949|949.15 950|950.90 951|951.28 952|952.8 953|953.18 954|954.71 955|955.45 956|956.58 957|957.85 958|958.37 959|959.60 960|960.41 961|961.71 962|962.29 963|963.76 964|964.50 965|965.47 966|966.64 967|967.26 968|968.95 969|969.33 970|970.13 971|971.32 972|972.42 973|973.50 974|974.86 975|975.69 976|976.78 977|977.31 978|978.64 979|979.37 980|980.10 981|981.23 982|982.96 983|983.16 984|984.12 985|985.45 986|986.90 987|987.76 988|988.83 989|989.33 990|990.89 991|991.97 992|992.48 993|993.77 994|994.8 995|995.64 996|996.87 997|997.31 998|998.30 999|999.25 1000|1000.97 1001|1001.48 1002|1002.90 1003|1003.92 1004|1004.3 1005|1005.89 1006|1006.20 1007|1007.23 1008|1008.45 1009|1009.42 1010|1010.70 1011|1011.64 1012|1012.39 1013|1013.7 1014|1014.85 1015|1015.40 1016|1016.45 1017|1017.93 1018|1018.69 1019|1019.78 1020|1020.72 1021|1021.54 1022|1022.12 1023|1023.82 1024|1024.41 1025|1025.33 1026|1026.73 1027|1027.7 1028|1028.87 1029|1029.5 1030|1030.46 1031|1031.19 1032|1032.17 1033|1033.84 1034|1034.31 1035|1035.43 1036|1036.87 1037|1037.54 1038|1038.20 1039|1039.66 1040|1040.9 1041|1041.52 1042|1042.53 1043|1043.12 1044|1044.29 1045|1045.5 1046|1046.15 1047|1047.30 1048|1048.76 1049|1049.19 1050|1050.93 1051|1051.1 1052|1052.17 1053|1053.77 1054|1054.41 1055|1055.58 1056|1056.78 1057|1057.76 1058|1058.86 1059|1059.81 1060|1060.31 1061|1061.27 1062|1062.14 1063|1063.5 1064|1064.93 1065|1065.45 1066|1066.29 1067|1067.87 1068|1068.91 1069|1069.6 1070|1070.88 1071|1071.19 1072|1072.41 1073|1073.35 1074|1074.88 1075|1075.98 1076|1076.94 1077|1077.76 1078|1078.88 1079|1079.32 1080|1080.94 1081|1081.46 1082|1082.2 1083|1083.83 1084|1084.34 1085|1085.2 1086|1086.54 1087|1087.65 1088|1088.86 1089|1089.67 1090|1090.27 1091|1091.34 1092|1092.89 1093|1093.1 1094|1094.77 1095|1095.21 1096|1096.66 1097|1097.20 1098|1098.86 1099|1099.38 1100|1100.32 1101|1101.62 1102|1102.78 1103|1103.94 1104|1104.84 1105|1105.63 1106|1106.34 1107|1107.40 1108|1108.84 1109|1109.98 1110|1110.13 1111|1111.7 1112|1112.64 1113|1113.12 1114|1114.39 1115|1115.30 1116|1116.6 1117|1117.53 1118|1118.9 1119|1119.0 1120|1120.20 1121|1121.30 1122|1122.67 1123|1123.91 1124|1124.5 1125|1125.22 1126|1126.4 1127|1127.44 1128|1128.62 1129|1129.4 1130|1130.50 1131|1131.11 1132|1132.88 1133|1133.26 1134|1134.55 1135|1135.65 1136|1136.8 1137|1137.77 1138|1138.69 1139|1139.41 1140|1140.46 1141|1141.7 1142|1142.71 1143|1143.20 1144|1144.19 1145|1145.15 1146|1146.31 1147|1147.17 1148|1148.9 1149|1149.83 1150|1150.59 1151|1151.51 1152|1152.7 1153|1153.8 1154|1154.34 1155|1155.74 1156|1156.43 1157|1157.35 1158|1158.76 1159|1159.42 1160|1160.90 1161|1161.94 1162|1162.45 1163|1163.2 1164|1164.1 1165|1165.80 1166|1166.31 1167|1167.36 1168|1168.12 1169|1169.60 1170|1170.99 1171|1171.35 1172|1172.84 1173|1173.83 1174|1174.96 1175|1175.46 1176|1176.56 1177|1177.28 1178|1178.34 1179|1179.10 1180|1180.35 1181|1181.8 1182|1182.75 1183|1183.88 1184|1184.61 1185|1185.4 1186|1186.74 1187|1187.94 1188|1188.99 1189|1189.70 1190|1190.14 1191|1191.3 1192|1192.87 1193|1193.65 1194|1194.1 1195|1195.69 1196|1196.93 1197|1197.28 1198|1198.56 1199|1199.61 1200|1200.57 1201|1201.23 1202|1202.39 1203|1203.88 1204|1204.23 1205|1205.78 1206|1206.41 1207|1207.48 1208|1208.4 1209|1209.73 1210|1210.53 1211|1211.41 1212|1212.22 1213|1213.32 1214|1214.73 1215|1215.83 1216|1216.30 1217|1217.57 1218|1218.79 1219|1219.71 1220|1220.75 1221|1221.53 1222|1222.23 1223|1223.77 1224|1224.58 1225|1225.15 1226|1226.85 1227|1227.99 1228|1228.9 1229|1229.60 1230|1230.1 1231|1231.94 1232|1232.95 1233|1233.50 1234|1234.38 1235|1235.87 1236|1236.92 1237|1237.0 1238|1238.84 1239|1239.35 1240|1240.5 1241|1241.25 1242|1242.15 1243|1243.26 1244|1244.3 1245|1245.22 1246|1246.79 1247|1247.10 1248|1248.17 1249|1249.51 1250|1250.42 1251|1251.72 1252|1252.74 1253|1253.99 1254|1254.62 1255|1255.74 1256|1256.6 1257|1257.32 1258|1258.6 1259|1259.80 1260|1260.52 1261|1261.20 1262|1262.87 1263|1263.15 1264|1264.0 1265|1265.93 1266|1266.98 1267|1267.71 1268|1268.55 1269|1269.37 1270|1270.9 1271|1271.4 1272|1272.46 1273|1273.79 1274|1274.87 1275|1275.55 1276|1276.13 1277|1277.32 1278|1278.22 1279|1279.26 1280|1280.70 1281|1281.27 1282|1282.41 1283|1283.65 1284|1284.89 1285|1285.72 1286|1286.10 1287|1287.53 1288|1288.80 1289|1289.48 1290|1290.23 1291|1291.37 1292|1292.92 1293|1293.39 1294|1294.25 1295|1295.14 1296|1296.52 1297|1297.41 1298|1298.70 1299|1299.61 1300|1300.7 1301|1301.75 1302|1302.26 1303|1303.72 1304|1304.49 1305|1305.47 1306|1306.80 1307|1307.5 1308|1308.91 1309|1309.1 1310|1310.34 1311|1311.9 1312|1312.55 1313|1313.69 1314|1314.15 1315|1315.67 1316|1316.78 1317|1317.63 1318|1318.94 1319|1319.15 1320|1320.6 1321|1321.76 1322|1322.50 1323|1323.22 1324|1324.46 1325|1325.48 1326|1326.57 1327|1327.28 1328|1328.48 1329|1329.77 1330|1330.23 1331|1331.85 1332|1332.54 1333|1333.84 1334|1334.45 1335|1335.40 1336|1336.14 1337|1337.14 1338|1338.11 1339|1339.11 1340|1340.26 1341|1341.21 1342|1342.35 1343|1343.37 1344|1344.16 1345|1345.84 1346|1346.69 1347|1347.65 1348|1348.11 1349|1349.38 1350|1350.20 1351|1351.66 1352|1352.78 1353|1353.33 1354|1354.5 1355|1355.45 1356|1356.63 1357|1357.34 1358|1358.98 1359|1359.14 1360|1360.85 1361|1361.41 1362|1362.80 1363|1363.84 1364|1364.88 1365|1365.21 1366|1366.19 1367|1367.63 1368|1368.71 1369|1369.83 1370|1370.0 1371|1371.97 1372|1372.20 1373|1373.84 1374|1374.91 1375|1375.90 1376|1376.83 1377|1377.35 1378|1378.55 1379|1379.54 1380|1380.12 1381|1381.67 1382|1382.19 1383|1383.25 1384|1384.29 1385|1385.9 1386|1386.9 1387|1387.51 1388|1388.18 1389|1389.47 1390|1390.44 1391|1391.9 1392|1392.63 1393|1393.32 1394|1394.44 1395|1395.59 1396|1396.48 1397|1397.24 1398|1398.23 1399|1399.30 1400|1400.32 1401|1401.92 1402|1402.4 1403|1403.6 1404|1404.91 1405|1405.64 1406|1406.35 1407|1407.18 1408|1408.68 1409|1409.40 1410|1410.15 1411|1411.40 1412|1412.1 1413|1413.66 1414|1414.67 1415|1415.88 1416|1416.50 1417|1417.40 1418|1418.41 1419|1419.26 1420|1420.52 1421|1421.25 1422|1422.85 1423|1423.15 1424|1424.83 1425|1425.32 1426|1426.4 1427|1427.98 1428|1428.62 1429|1429.17 1430|1430.63 1431|1431.33 1432|1432.11 1433|1433.19 1434|1434.7 1435|1435.4 1436|1436.72 1437|1437.77 1438|1438.35 1439|1439.6 1440|1440.98 1441|1441.84 1442|1442.11 1443|1443.19 1444|1444.29 1445|1445.2 1446|1446.88 1447|1447.98 1448|1448.2 1449|1449.13 1450|1450.11 1451|1451.0 1452|1452.28 1453|1453.37 1454|1454.10 1455|1455.95 1456|1456.91 1457|1457.34 1458|1458.19 1459|1459.33 1460|1460.92 1461|1461.23 1462|1462.79 1463|1463.77 1464|1464.98 1465|1465.13 1466|1466.19 1467|1467.56 1468|1468.34 1469|1469.97 1470|1470.51 1471|1471.48 1472|1472.33 1473|1473.34 1474|1474.75 1475|1475.68 1476|1476.93 1477|1477.53 1478|1478.69 1479|1479.7 1480|1480.77 1481|1481.94 1482|1482.18 1483|1483.21 1484|1484.75 1485|1485.5 1486|1486.77 1487|1487.88 1488|1488.76 1489|1489.94 1490|1490.0 1491|1491.41 1492|1492.50 1493|1493.19 1494|1494.59 1495|1495.74 1496|1496.25 1497|1497.30 1498|1498.84 </str>
<float name="score">2.0</float></doc>
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">10696.0</float>
<str name="amounts_dpf">1|1.7 2|2.94 3|3.51 4|4.29 5|5.98 6|6.45 7|7.73 8|8.80 9|9.72 10|10.30 11|11.84 12|12.72 13|13.38 14|14.97 15|15.56 16|16.41 17|17.72 18|18.84 19|19.56 20|20.77 21|21.73 22|22.38 23|23.21 24|24.91 25|25.18 26|26.92 27|27.23 28|28.39 29|29.73 30|30.53 31|31.6 32|32.56 33|33.83 34|34.37 35|35.90 36|36.25 37|37.96 38|38.93 39|39.26 40|40.80 41|41.54 42|42.59 43|43.59 44|44.34 45|45.56 46|46.35 47|47.92 48|48.36 49|49.30 50|50.44 51|51.52 52|52.77 53|53.60 54|54.25 55|55.87 56|56.56 57|57.0 58|58.70 59|59.7 60|60.29 61|61.9 62|62.40 63|63.2 64|64.40 65|65.94 66|66.27 67|67.19 68|68.8 69|69.7 70|70.98 71|71.3 72|72.31 73|73.33 74|74.5 75|75.27 76|76.42 77|77.35 78|78.99 79|79.22 80|80.64 81|81.20 82|82.60 83|83.50 84|84.11 85|85.75 86|86.3 87|87.23 88|88.0 89|89.53 90|90.57 91|91.88 92|92.71 93|93.6 94|94.41 95|95.9 96|96.52 97|97.27 98|98.58 99|99.25 100|100.81 101|101.80 102|102.59 103|103.12 104|104.74 105|105.10 106|106.16 107|107.12 108|108.89 109|109.37 110|110.5 111|111.98 112|112.44 113|113.59 114|114.30 115|115.99 116|116.57 117|117.41 118|118.81 119|119.65 120|120.54 121|121.73 122|122.63 123|123.94 124|124.33 125|125.97 126|126.97 127|127.80 128|128.52 129|129.32 130|130.84 131|131.99 132|132.95 133|133.36 134|134.27 135|135.46 136|136.5 137|137.87 138|138.16 139|139.87 140|140.31 141|141.4 142|142.12 143|143.30 144|144.19 145|145.1 146|146.47 147|147.49 148|148.47 149|149.42 150|150.97 151|151.81 152|152.97 153|153.18 154|154.12 155|155.68 156|156.38 157|157.82 158|158.69 159|159.73 160|160.39 161|161.42 162|162.77 163|163.76 164|164.65 165|165.76 166|166.56 167|167.13 168|168.62 169|169.27 170|170.44 171|171.89 172|172.80 173|173.56 174|174.51 175|175.65 176|176.39 177|177.42 178|178.98 179|179.82 180|180.2 181|181.13 182|182.17 183|183.31 184|184.20 185|185.21 186|186.38 187|187.8 188|188.80 189|189.96 190|190.24 191|191.65 192|192.33 193|193.87 194|194.41 195|195.67 196|196.73 197|197.74 198|198.27 199|199.38 200|200.78 201|201.30 202|202.64 203|203.22 204|204.36 205|205.37 206|206.89 207|207.35 208|208.58 209|209.26 210|210.55 211|211.45 212|212.82 213|213.13 214|214.77 215|215.6 216|216.77 217|217.68 218|218.97 219|219.1 220|220.91 221|221.92 222|222.12 223|223.94 224|224.90 225|225.49 226|226.64 227|227.81 228|228.56 229|229.92 230|230.19 231|231.5 232|232.25 233|233.69 234|234.58 235|235.71 236|236.89 237|237.35 238|238.28 239|239.80 240|240.49 241|241.22 242|242.4 243|243.61 244|244.33 245|245.53 246|246.17 247|247.86 248|248.10 249|249.4 250|250.30 251|251.23 252|252.75 253|253.16 254|254.64 255|255.22 256|256.54 257|257.32 258|258.16 259|259.12 260|260.11 261|261.17 262|262.74 263|263.75 264|264.20 265|265.25 266|266.57 267|267.35 268|268.23 269|269.24 270|270.77 271|271.8 272|272.42 273|273.63 274|274.75 275|275.32 276|276.11 277|277.53 278|278.7 279|279.91 280|280.61 281|281.15 282|282.94 283|283.87 284|284.38 285|285.80 286|286.23 287|287.84 288|288.6 289|289.26 290|290.54 291|291.61 292|292.10 293|293.53 294|294.71 295|295.4 296|296.35 297|297.95 298|298.41 299|299.12 300|300.82 301|301.27 302|302.65 303|303.10 304|304.31 305|305.37 306|306.88 307|307.86 308|308.60 309|309.52 310|310.27 311|311.7 312|312.25 313|313.16 314|314.79 315|315.70 316|316.88 317|317.18 318|318.52 319|319.67 320|320.55 321|321.60 322|322.63 323|323.65 324|324.76 325|325.3 326|326.14 327|327.32 328|328.32 329|329.24 330|330.4 331|331.75 332|332.29 333|333.43 334|334.91 335|335.1 336|336.20 337|337.62 338|338.87 339|339.99 340|340.88 341|341.88 342|342.18 343|343.90 344|344.83 345|345.15 346|346.8 347|347.85 348|348.88 349|349.27 350|350.24 351|351.44 352|352.58 353|353.90 354|354.58 355|355.51 356|356.29 357|357.32 358|358.93 359|359.63 360|360.20 361|361.76 362|362.93 363|363.34 364|364.88 365|365.19 366|366.38 367|367.33 368|368.46 369|369.1 370|370.37 371|371.38 372|372.13 373|373.35 374|374.74 375|375.46 376|376.1 377|377.48 378|378.49 379|379.5 380|380.97 381|381.10 382|382.87 383|383.57 384|384.80 385|385.79 386|386.80 387|387.98 388|388.52 389|389.53 390|390.44 391|391.13 392|392.89 393|393.46 394|394.6 395|395.57 396|396.25 397|397.65 398|398.48 399|399.31 400|400.81 401|401.4 402|402.55 403|403.49 404|404.2 405|405.89 406|406.43 407|407.80 408|408.77 409|409.47 410|410.33 411|411.69 412|412.78 413|413.87 414|414.58 415|415.61 416|416.70 417|417.13 418|418.40 419|419.30 420|420.90 421|421.97 422|422.0 423|423.27 424|424.15 425|425.50 426|426.47 427|427.94 428|428.91 429|429.32 430|430.86 431|431.54 432|432.79 433|433.41 434|434.29 435|435.18 436|436.59 437|437.69 438|438.24 439|439.76 440|440.91 441|441.86 442|442.51 443|443.57 444|444.75 445|445.37 446|446.84 447|447.17 448|448.34 449|449.99 450|450.67 451|451.23 452|452.70 453|453.58 454|454.39 455|455.84 456|456.99 457|457.0 458|458.14 459|459.67 460|460.47 461|461.35 462|462.53 463|463.63 464|464.41 465|465.2 466|466.44 467|467.96 468|468.11 469|469.92 470|470.67 471|471.88 472|472.48 473|473.54 474|474.0 475|475.54 476|476.18 477|477.70 478|478.83 479|479.31 480|480.68 481|481.19 482|482.57 483|483.46 484|484.27 485|485.9 486|486.75 487|487.35 488|488.73 489|489.2 490|490.9 491|491.43 492|492.34 493|493.40 494|494.22 495|495.24 496|496.49 497|497.77 498|498.93 499|499.64 500|500.60 501|501.61 502|502.35 503|503.73 504|504.88 505|505.64 506|506.61 507|507.3 508|508.71 509|509.7 510|510.12 511|511.99 512|512.3 513|513.31 514|514.20 515|515.42 516|516.96 517|517.2 518|518.26 519|519.95 520|520.50 521|521.18 522|522.66 523|523.61 524|524.95 525|525.88 526|526.42 527|527.34 528|528.8 529|529.15 530|530.2 531|531.38 532|532.36 533|533.41 534|534.78 535|535.35 536|536.70 537|537.34 538|538.92 539|539.59 540|540.62 541|541.60 542|542.68 543|543.85 544|544.65 545|545.93 546|546.0 547|547.51 548|548.8 549|549.27 550|550.81 551|551.68 552|552.33 553|553.4 554|554.60 555|555.46 556|556.0 557|557.22 558|558.99 559|559.54 560|560.68 561|561.28 562|562.19 563|563.88 564|564.5 565|565.96 566|566.21 567|567.52 568|568.68 569|569.70 570|570.83 571|571.74 572|572.36 573|573.46 574|574.24 575|575.21 576|576.57 577|577.90 578|578.43 579|579.87 580|580.78 581|581.66 582|582.93 583|583.37 584|584.14 585|585.76 586|586.73 587|587.19 588|588.26 589|589.75 590|590.48 591|591.83 592|592.2 593|593.10 594|594.95 595|595.15 596|596.75 597|597.24 598|598.14 599|599.85 600|600.48 601|601.38 602|602.38 603|603.18 604|604.73 605|605.93 606|606.83 607|607.48 608|608.66 609|609.91 610|610.50 611|611.73 612|612.92 613|613.24 614|614.52 615|615.14 616|616.50 617|617.83 618|618.56 619|619.66 620|620.16 621|621.65 622|622.61 623|623.50 624|624.40 625|625.90 626|626.66 627|627.99 628|628.80 629|629.16 630|630.22 631|631.2 632|632.34 633|633.27 634|634.78 635|635.93 636|636.24 637|637.66 638|638.72 639|639.61 640|640.86 641|641.67 642|642.17 643|643.0 644|644.34 645|645.52 646|646.3 647|647.10 648|648.4 649|649.13 650|650.33 651|651.66 652|652.30 653|653.85 654|654.90 655|655.24 656|656.61 657|657.29 658|658.52 659|659.58 660|660.95 661|661.61 662|662.92 663|663.99 664|664.5 665|665.70 666|666.90 667|667.74 668|668.4 669|669.13 670|670.10 671|671.45 672|672.0 673|673.76 674|674.52 675|675.59 676|676.7 677|677.46 678|678.50 679|679.93 680|680.72 681|681.33 682|682.65 683|683.49 684|684.95 685|685.76 686|686.80 687|687.18 688|688.40 689|689.5 690|690.12 691|691.64 692|692.45 693|693.41 694|694.29 695|695.43 696|696.37 697|697.66 698|698.22 699|699.92 700|700.35 701|701.94 702|702.10 703|703.16 704|704.72 705|705.67 706|706.50 707|707.24 708|708.44 709|709.41 710|710.57 711|711.33 712|712.77 713|713.56 714|714.5 715|715.42 716|716.72 717|717.91 718|718.89 719|719.9 720|720.82 721|721.89 722|722.76 723|723.29 724|724.60 725|725.67 726|726.58 727|727.54 728|728.99 729|729.67 730|730.55 731|731.97 732|732.81 733|733.9 734|734.31 735|735.21 736|736.42 737|737.0 738|738.44 739|739.22 740|740.40 741|741.68 742|742.66 743|743.59 744|744.34 745|745.38 746|746.43 747|747.3 748|748.1 749|749.12 750|750.35 751|751.76 752|752.88 753|753.66 754|754.97 755|755.70 756|756.52 757|757.19 758|758.72 759|759.56 760|760.78 761|761.55 762|762.50 763|763.29 764|764.45 765|765.96 766|766.20 767|767.29 768|768.38 769|769.92 770|770.67 771|771.53 772|772.1 773|773.77 774|774.27 775|775.21 776|776.61 777|777.6 778|778.16 779|779.13 780|780.66 781|781.37 782|782.84 783|783.6 784|784.40 785|785.22 786|786.71 787|787.40 788|788.88 789|789.33 790|790.38 791|791.57 792|792.83 793|793.46 794|794.34 795|795.12 796|796.26 797|797.57 798|798.6 799|799.88 800|800.41 801|801.74 802|802.32 803|803.47 804|804.91 805|805.33 806|806.94 807|807.21 808|808.82 809|809.71 810|810.75 811|811.17 812|812.6 813|813.36 814|814.12 815|815.24 816|816.9 817|817.45 818|818.46 819|819.51 820|820.44 821|821.16 822|822.49 823|823.67 824|824.77 825|825.79 826|826.34 827|827.85 828|828.15 829|829.34 830|830.19 831|831.83 832|832.15 833|833.83 834|834.32 835|835.33 836|836.54 837|837.55 838|838.42 839|839.37 840|840.66 841|841.56 842|842.20 843|843.2 844|844.37 845|845.83 846|846.49 847|847.2 848|848.24 849|849.45 850|850.87 851|851.1 852|852.98 853|853.84 854|854.68 855|855.96 856|856.13 857|857.79 858|858.36 859|859.88 860|860.61 861|861.10 862|862.94 863|863.54 864|864.12 865|865.21 866|866.57 867|867.97 868|868.74 869|869.90 870|870.91 871|871.6 872|872.37 873|873.67 874|874.2 875|875.51 876|876.11 877|877.83 878|878.95 879|879.62 880|880.10 881|881.47 882|882.43 883|883.62 884|884.55 885|885.19 886|886.73 887|887.43 888|888.75 889|889.12 890|890.81 891|891.74 892|892.34 893|893.15 894|894.20 895|895.82 896|896.8 897|897.41 898|898.52 899|899.63 900|900.38 901|901.49 902|902.83 903|903.77 904|904.0 905|905.2 906|906.41 907|907.13 908|908.74 909|909.50 910|910.39 911|911.82 912|912.79 913|913.33 914|914.54 915|915.78 916|916.94 917|917.78 918|918.39 919|919.65 920|920.42 921|921.16 922|922.33 923|923.78 924|924.59 925|925.48 926|926.63 927|927.38 928|928.84 929|929.5 930|930.52 931|931.68 932|932.19 933|933.61 934|934.31 935|935.7 936|936.15 937|937.7 938|938.84 939|939.2 940|940.62 941|941.52 942|942.2 943|943.92 944|944.47 945|945.1 946|946.38 947|947.35 948|948.27 949|949.23 950|950.38 951|951.27 952|952.71 953|953.2 954|954.12 955|955.75 956|956.88 957|957.82 958|958.71 959|959.65 960|960.37 961|961.64 962|962.95 963|963.89 964|964.25 965|965.67 966|966.79 967|967.93 968|968.76 969|969.28 970|970.58 971|971.6 972|972.60 973|973.2 974|974.4 975|975.88 976|976.28 977|977.86 978|978.75 979|979.92 980|980.25 981|981.29 982|982.55 983|983.93 984|984.21 985|985.4 986|986.33 987|987.64 988|988.38 989|989.62 990|990.67 991|991.93 992|992.69 993|993.23 994|994.48 995|995.16 996|996.69 997|997.2 998|998.37 999|999.95 1000|1000.29 1001|1001.19 1002|1002.7 1003|1003.84 1004|1004.76 1005|1005.30 1006|1006.4 1007|1007.20 1008|1008.80 1009|1009.15 1010|1010.38 1011|1011.63 1012|1012.58 1013|1013.29 1014|1014.39 1015|1015.70 1016|1016.33 1017|1017.77 1018|1018.90 1019|1019.78 1020|1020.2 1021|1021.63 1022|1022.27 1023|1023.99 1024|1024.78 1025|1025.89 1026|1026.7 1027|1027.98 1028|1028.33 1029|1029.40 1030|1030.82 1031|1031.22 1032|1032.39 1033|1033.9 1034|1034.98 1035|1035.54 1036|1036.57 1037|1037.48 1038|1038.73 1039|1039.84 1040|1040.74 1041|1041.51 1042|1042.72 1043|1043.18 1044|1044.63 1045|1045.6 1046|1046.41 1047|1047.0 1048|1048.75 1049|1049.2 1050|1050.97 1051|1051.16 1052|1052.97 1053|1053.65 1054|1054.97 1055|1055.32 1056|1056.60 1057|1057.37 1058|1058.23 1059|1059.50 1060|1060.48 1061|1061.26 1062|1062.22 1063|1063.14 1064|1064.43 1065|1065.63 1066|1066.65 1067|1067.35 1068|1068.1 1069|1069.84 1070|1070.57 1071|1071.45 1072|1072.29 1073|1073.75 1074|1074.70 1075|1075.72 1076|1076.46 1077|1077.23 1078|1078.16 1079|1079.29 1080|1080.32 1081|1081.80 1082|1082.90 1083|1083.79 1084|1084.33 1085|1085.0 1086|1086.33 1087|1087.42 1088|1088.18 1089|1089.8 1090|1090.99 1091|1091.28 1092|1092.33 1093|1093.66 1094|1094.47 1095|1095.4 1096|1096.15 1097|1097.15 1098|1098.96 1099|1099.48 1100|1100.23 1101|1101.21 1102|1102.60 1103|1103.62 1104|1104.86 1105|1105.94 1106|1106.14 1107|1107.30 1108|1108.99 1109|1109.49 1110|1110.32 1111|1111.28 1112|1112.54 1113|1113.17 1114|1114.45 1115|1115.72 1116|1116.74 1117|1117.11 1118|1118.46 1119|1119.48 1120|1120.19 1121|1121.60 1122|1122.72 1123|1123.76 1124|1124.83 1125|1125.33 1126|1126.2 1127|1127.61 1128|1128.0 1129|1129.9 1130|1130.46 1131|1131.70 1132|1132.8 1133|1133.2 1134|1134.35 1135|1135.27 1136|1136.64 1137|1137.6 1138|1138.72 1139|1139.75 1140|1140.21 1141|1141.79 1142|1142.50 1143|1143.27 1144|1144.67 1145|1145.81 1146|1146.75 1147|1147.11 1148|1148.6 1149|1149.15 1150|1150.43 1151|1151.30 1152|1152.95 1153|1153.35 1154|1154.49 1155|1155.17 1156|1156.81 1157|1157.47 1158|1158.17 1159|1159.7 1160|1160.63 1161|1161.29 1162|1162.20 1163|1163.10 1164|1164.81 1165|1165.0 1166|1166.74 1167|1167.1 1168|1168.57 1169|1169.93 1170|1170.80 1171|1171.7 1172|1172.72 1173|1173.14 1174|1174.59 1175|1175.63 1176|1176.96 1177|1177.6 1178|1178.76 1179|1179.98 1180|1180.79 1181|1181.76 1182|1182.72 1183|1183.7 1184|1184.25 1185|1185.39 1186|1186.4 1187|1187.74 1188|1188.55 1189|1189.36 1190|1190.91 1191|1191.92 1192|1192.39 1193|1193.9 1194|1194.84 1195|1195.88 1196|1196.22 1197|1197.51 1198|1198.34 1199|1199.46 1200|1200.3 1201|1201.89 1202|1202.67 1203|1203.70 1204|1204.21 1205|1205.53 1206|1206.47 1207|1207.66 1208|1208.74 1209|1209.6 1210|1210.42 1211|1211.91 1212|1212.50 1213|1213.70 1214|1214.45 1215|1215.41 1216|1216.36 1217|1217.50 1218|1218.77 1219|1219.12 1220|1220.27 1221|1221.50 1222|1222.78 1223|1223.2 1224|1224.68 1225|1225.81 1226|1226.83 1227|1227.48 1228|1228.89 1229|1229.4 1230|1230.99 1231|1231.59 1232|1232.88 1233|1233.27 1234|1234.12 1235|1235.32 1236|1236.96 1237|1237.23 1238|1238.45 1239|1239.9 1240|1240.92 1241|1241.33 1242|1242.6 1243|1243.23 1244|1244.98 1245|1245.26 1246|1246.2 1247|1247.25 1248|1248.3 1249|1249.57 1250|1250.64 1251|1251.78 1252|1252.19 1253|1253.56 1254|1254.6 1255|1255.88 1256|1256.7 1257|1257.70 1258|1258.58 1259|1259.6 1260|1260.5 1261|1261.25 1262|1262.37 1263|1263.77 1264|1264.26 1265|1265.81 1266|1266.63 1267|1267.21 1268|1268.4 1269|1269.52 1270|1270.41 1271|1271.18 1272|1272.93 1273|1273.88 1274|1274.11 1275|1275.96 1276|1276.27 1277|1277.22 1278|1278.14 1279|1279.68 1280|1280.12 1281|1281.96 1282|1282.47 1283|1283.85 1284|1284.34 1285|1285.0 1286|1286.23 1287|1287.4 1288|1288.66 1289|1289.52 1290|1290.33 1291|1291.85 1292|1292.57 1293|1293.49 1294|1294.84 1295|1295.63 1296|1296.36 1297|1297.54 1298|1298.7 1299|1299.26 1300|1300.53 1301|1301.76 1302|1302.47 1303|1303.9 1304|1304.27 1305|1305.13 1306|1306.81 1307|1307.97 1308|1308.1 1309|1309.30 1310|1310.89 1311|1311.34 1312|1312.59 1313|1313.61 1314|1314.19 1315|1315.28 1316|1316.5 1317|1317.29 1318|1318.79 1319|1319.99 1320|1320.54 1321|1321.65 1322|1322.82 1323|1323.48 1324|1324.53 1325|1325.43 1326|1326.66 1327|1327.92 1328|1328.27 1329|1329.85 1330|1330.55 1331|1331.66 1332|1332.33 1333|1333.11 1334|1334.47 1335|1335.6 1336|1336.25 1337|1337.16 1338|1338.67 1339|1339.94 1340|1340.68 1341|1341.69 1342|1342.7 1343|1343.18 1344|1344.77 1345|1345.77 1346|1346.39 1347|1347.20 1348|1348.21 1349|1349.95 1350|1350.39 1351|1351.21 1352|1352.33 1353|1353.66 1354|1354.4 1355|1355.80 1356|1356.48 1357|1357.63 1358|1358.69 1359|1359.95 1360|1360.75 1361|1361.96 1362|1362.36 1363|1363.29 1364|1364.79 1365|1365.57 1366|1366.85 1367|1367.0 1368|1368.23 1369|1369.86 1370|1370.75 1371|1371.90 1372|1372.80 1373|1373.5 1374|1374.34 1375|1375.31 1376|1376.77 1377|1377.12 1378|1378.96 1379|1379.48 1380|1380.77 1381|1381.25 1382|1382.98 1383|1383.19 1384|1384.8 1385|1385.66 1386|1386.27 1387|1387.38 1388|1388.50 1389|1389.45 1390|1390.45 1391|1391.8 1392|1392.60 1393|1393.58 1394|1394.88 1395|1395.10 1396|1396.97 1397|1397.56 1398|1398.63 1399|1399.87 1400|1400.25 1401|1401.97 1402|1402.82 1403|1403.38 1404|1404.40 1405|1405.49 1406|1406.66 1407|1407.16 1408|1408.56 1409|1409.12 1410|1410.80 1411|1411.52 1412|1412.91 1413|1413.31 1414|1414.75 1415|1415.40 1416|1416.36 1417|1417.71 1418|1418.73 1419|1419.30 1420|1420.38 1421|1421.56 1422|1422.84 1423|1423.62 1424|1424.70 1425|1425.48 1426|1426.12 1427|1427.65 1428|1428.76 1429|1429.21 1430|1430.28 1431|1431.12 1432|1432.75 1433|1433.69 1434|1434.1 1435|1435.44 1436|1436.43 1437|1437.97 1438|1438.41 1439|1439.20 1440|1440.96 1441|1441.32 1442|1442.35 1443|1443.65 1444|1444.81 1445|1445.82 1446|1446.9 1447|1447.72 1448|1448.37 1449|1449.43 1450|1450.90 1451|1451.96 1452|1452.59 1453|1453.8 1454|1454.30 1455|1455.78 1456|1456.9 1457|1457.21 1458|1458.11 1459|1459.54 1460|1460.72 1461|1461.38 1462|1462.52 1463|1463.49 1464|1464.98 1465|1465.29 1466|1466.55 1467|1467.95 1468|1468.19 1469|1469.56 1470|1470.7 1471|1471.94 1472|1472.67 1473|1473.13 1474|1474.59 1475|1475.72 1476|1476.5 1477|1477.6 1478|1478.48 1479|1479.44 1480|1480.86 1481|1481.20 1482|1482.47 1483|1483.66 1484|1484.87 1485|1485.75 1486|1486.24 1487|1487.93 1488|1488.31 1489|1489.98 1490|1490.59 1491|1491.0 1492|1492.73 1493|1493.32 1494|1494.42 1495|1495.67 1496|1496.20 1497|1497.93 1498|1498.81 </str>
<float name="score">2.0</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">14043.0</float>
<str name="amounts_dpf">1|1.95 2|2.88 3|3.39 4|4.64 5|5.7 6|6.56 7|7.49 8|8.9 9|9.48 10|10.43 11|11.65 12|12.32 13|13.57 14|14.31 15|15.5 16|16.7 17|17.54 18|18.27 19|19.34 20|20.98 21|21.72 22|22.66 23|23.10 24|24.4 25|25.30 26|26.80 27|27.22 28|28.77 29|29.29 30|30.10 31|31.65 32|32.63 33|33.80 34|34.55 35|35.81 36|36.76 37|37.27 38|38.91 39|39.58 40|40.74 41|41.72 42|42.67 43|43.48 44|44.13 45|45.94 46|46.28 47|47.89 48|48.99 49|49.86 50|50.60 51|51.93 52|52.39 53|53.10 54|54.70 55|55.34 56|56.28 57|57.23 58|58.99 59|59.67 60|60.36 61|61.76 62|62.60 63|63.2 64|64.80 65|65.64 66|66.98 67|67.46 68|68.10 69|69.32 70|70.77 71|71.28 72|72.86 73|73.39 74|74.39 75|75.27 76|76.30 77|77.43 78|78.85 79|79.80 80|80.71 81|81.24 82|82.9 83|83.92 84|84.7 85|85.48 86|86.35 87|87.65 88|88.23 89|89.76 90|90.95 91|91.47 92|92.75 93|93.52 94|94.4 95|95.49 96|96.20 97|97.55 98|98.62 99|99.99 100|100.0 101|101.53 102|102.81 103|103.84 104|104.11 105|105.92 106|106.98 107|107.63 108|108.39 109|109.97 110|110.86 111|111.37 112|112.81 113|113.26 114|114.44 115|115.48 116|116.77 117|117.17 118|118.83 119|119.39 120|120.70 121|121.93 122|122.23 123|123.66 124|124.19 125|125.37 126|126.9 127|127.40 128|128.71 129|129.65 130|130.18 131|131.68 132|132.42 133|133.4 134|134.71 135|135.91 136|136.13 137|137.21 138|138.16 139|139.27 140|140.14 141|141.74 142|142.48 143|143.7 144|144.13 145|145.27 146|146.23 147|147.24 148|148.7 149|149.69 150|150.20 151|151.94 152|152.98 153|153.64 154|154.18 155|155.33 156|156.84 157|157.64 158|158.73 159|159.7 160|160.20 161|161.69 162|162.80 163|163.10 164|164.29 165|165.51 166|166.15 167|167.40 168|168.74 169|169.8 170|170.51 171|171.98 172|172.49 173|173.77 174|174.85 175|175.27 176|176.39 177|177.20 178|178.94 179|179.15 180|180.95 181|181.8 182|182.56 183|183.84 184|184.69 185|185.29 186|186.86 187|187.69 188|188.6 189|189.59 190|190.71 191|191.4 192|192.16 193|193.72 194|194.96 195|195.47 196|196.76 197|197.2 198|198.59 199|199.83 200|200.22 201|201.84 202|202.35 203|203.2 204|204.30 205|205.80 206|206.77 207|207.66 208|208.22 209|209.31 210|210.6 211|211.30 212|212.66 213|213.50 214|214.57 215|215.47 216|216.65 217|217.43 218|218.30 219|219.98 220|220.14 221|221.79 222|222.24 223|223.84 224|224.31 225|225.9 226|226.26 227|227.48 228|228.60 229|229.45 230|230.19 231|231.12 232|232.87 233|233.98 234|234.76 235|235.82 236|236.6 237|237.91 238|238.43 239|239.29 240|240.11 241|241.68 242|242.30 243|243.71 244|244.50 245|245.50 246|246.28 247|247.7 248|248.6 249|249.79 250|250.85 251|251.99 252|252.91 253|253.50 254|254.7 255|255.98 256|256.8 257|257.11 258|258.16 259|259.15 260|260.32 261|261.89 262|262.11 263|263.98 264|264.27 265|265.85 266|266.33 267|267.79 268|268.71 269|269.34 270|270.5 271|271.9 272|272.58 273|273.43 274|274.38 275|275.50 276|276.7 277|277.41 278|278.62 279|279.19 280|280.24 281|281.24 282|282.20 283|283.82 284|284.99 285|285.56 286|286.10 287|287.50 288|288.6 289|289.85 290|290.71 291|291.11 292|292.56 293|293.37 294|294.90 295|295.49 296|296.94 297|297.68 298|298.42 299|299.46 300|300.81 301|301.95 302|302.53 303|303.51 304|304.99 305|305.21 306|306.52 307|307.15 308|308.30 309|309.51 310|310.79 311|311.15 312|312.14 313|313.57 314|314.26 315|315.98 316|316.33 317|317.12 318|318.77 319|319.65 320|320.96 321|321.31 322|322.90 323|323.99 324|324.36 325|325.62 326|326.37 327|327.77 328|328.50 329|329.8 330|330.52 331|331.21 332|332.95 333|333.87 334|334.83 335|335.68 336|336.43 337|337.8 338|338.96 339|339.95 340|340.2 341|341.12 342|342.49 343|343.33 344|344.44 345|345.95 346|346.78 347|347.46 348|348.41 349|349.14 350|350.34 351|351.99 352|352.13 353|353.9 354|354.75 355|355.89 356|356.8 357|357.76 358|358.82 359|359.84 360|360.81 361|361.29 362|362.80 363|363.49 364|364.60 365|365.81 366|366.92 367|367.70 368|368.13 369|369.59 370|370.66 371|371.23 372|372.21 373|373.88 374|374.71 375|375.84 376|376.64 377|377.93 378|378.51 379|379.76 380|380.24 381|381.10 382|382.17 383|383.71 384|384.3 385|385.42 386|386.77 387|387.51 388|388.87 389|389.66 390|390.86 391|391.6 392|392.74 393|393.43 394|394.58 395|395.42 396|396.21 397|397.74 398|398.21 399|399.9 400|400.55 401|401.33 402|402.64 403|403.66 404|404.1 405|405.63 406|406.23 407|407.46 408|408.46 409|409.8 410|410.33 411|411.85 412|412.35 413|413.10 414|414.14 415|415.66 416|416.30 417|417.66 418|418.84 419|419.94 420|420.37 421|421.13 422|422.87 423|423.82 424|424.98 425|425.76 426|426.63 427|427.23 428|428.58 429|429.4 430|430.19 431|431.22 432|432.11 433|433.37 434|434.72 435|435.25 436|436.47 437|437.70 438|438.60 439|439.62 440|440.32 441|441.66 442|442.51 443|443.43 444|444.50 445|445.45 446|446.14 447|447.7 448|448.93 449|449.33 450|450.63 451|451.0 452|452.80 453|453.15 454|454.91 455|455.23 456|456.49 457|457.45 458|458.66 459|459.5 460|460.30 461|461.77 462|462.47 463|463.34 464|464.39 465|465.4 466|466.27 467|467.85 468|468.45 469|469.47 470|470.29 471|471.1 472|472.2 473|473.87 474|474.22 475|475.33 476|476.19 477|477.14 478|478.1 479|479.80 480|480.88 481|481.85 482|482.42 483|483.47 484|484.50 485|485.19 486|486.33 487|487.66 488|488.42 489|489.97 490|490.43 491|491.18 492|492.41 493|493.39 494|494.46 495|495.61 496|496.45 497|497.41 498|498.77 499|499.85 500|500.62 501|501.70 502|502.41 503|503.17 504|504.38 505|505.26 506|506.93 507|507.66 508|508.87 509|509.33 510|510.49 511|511.16 512|512.14 513|513.35 514|514.0 515|515.97 516|516.48 517|517.77 518|518.39 519|519.80 520|520.17 521|521.59 522|522.25 523|523.56 524|524.67 525|525.57 526|526.95 527|527.62 528|528.92 529|529.20 530|530.43 531|531.21 532|532.87 533|533.9 534|534.3 535|535.58 536|536.95 537|537.41 538|538.70 539|539.85 540|540.58 541|541.49 542|542.66 543|543.38 544|544.37 545|545.1 546|546.98 547|547.56 548|548.76 549|549.33 550|550.26 551|551.57 552|552.12 553|553.64 554|554.86 555|555.77 556|556.78 557|557.90 558|558.73 559|559.60 560|560.10 561|561.77 562|562.90 563|563.24 564|564.0 565|565.98 566|566.13 567|567.99 568|568.82 569|569.74 570|570.78 571|571.8 572|572.72 573|573.15 574|574.16 575|575.60 576|576.98 577|577.37 578|578.50 579|579.53 580|580.85 581|581.17 582|582.20 583|583.60 584|584.18 585|585.11 586|586.17 587|587.58 588|588.35 589|589.34 590|590.95 591|591.36 592|592.48 593|593.92 594|594.29 595|595.36 596|596.92 597|597.63 598|598.0 599|599.54 600|600.46 601|601.25 602|602.86 603|603.39 604|604.90 605|605.31 606|606.14 607|607.86 608|608.85 609|609.67 610|610.40 611|611.43 612|612.6 613|613.38 614|614.70 615|615.37 616|616.47 617|617.37 618|618.85 619|619.71 620|620.83 621|621.6 622|622.75 623|623.81 624|624.11 625|625.9 626|626.49 627|627.71 628|628.23 629|629.66 630|630.37 631|631.51 632|632.13 633|633.72 634|634.90 635|635.42 636|636.82 637|637.54 638|638.48 639|639.11 640|640.75 641|641.8 642|642.12 643|643.2 644|644.79 645|645.49 646|646.81 647|647.20 648|648.29 649|649.48 650|650.48 651|651.35 652|652.51 653|653.55 654|654.99 655|655.52 656|656.81 657|657.74 658|658.93 659|659.90 660|660.0 661|661.30 662|662.57 663|663.33 664|664.15 665|665.4 666|666.17 667|667.87 668|668.30 669|669.90 670|670.10 671|671.79 672|672.8 673|673.53 674|674.81 675|675.32 676|676.68 677|677.62 678|678.15 679|679.4 680|680.1 681|681.5 682|682.4 683|683.52 684|684.72 685|685.94 686|686.68 687|687.24 688|688.20 689|689.96 690|690.49 691|691.8 692|692.86 693|693.58 694|694.86 695|695.21 696|696.32 697|697.23 698|698.39 699|699.8 700|700.90 701|701.85 702|702.95 703|703.91 704|704.33 705|705.54 706|706.7 707|707.86 708|708.55 709|709.91 710|710.8 711|711.42 712|712.55 713|713.59 714|714.41 715|715.60 716|716.85 717|717.16 718|718.6 719|719.39 720|720.80 721|721.70 722|722.55 723|723.38 724|724.82 725|725.61 726|726.95 727|727.32 728|728.89 729|729.56 730|730.12 731|731.24 732|732.27 733|733.47 734|734.91 735|735.53 736|736.64 737|737.35 738|738.3 739|739.53 740|740.27 741|741.71 742|742.91 743|743.94 744|744.33 745|745.85 746|746.40 747|747.32 748|748.55 749|749.95 750|750.61 751|751.54 752|752.2 753|753.49 754|754.68 755|755.67 756|756.0 757|757.59 758|758.70 759|759.65 760|760.11 761|761.31 762|762.72 763|763.11 764|764.55 765|765.55 766|766.72 767|767.26 768|768.81 769|769.55 770|770.16 771|771.51 772|772.16 773|773.63 774|774.59 775|775.8 776|776.9 777|777.36 778|778.43 779|779.92 780|780.94 781|781.82 782|782.11 783|783.41 784|784.70 785|785.9 786|786.69 787|787.68 788|788.0 789|789.97 790|790.93 791|791.77 792|792.26 793|793.69 794|794.3 795|795.42 796|796.63 797|797.77 798|798.64 799|799.39 800|800.80 801|801.67 802|802.80 803|803.90 804|804.61 805|805.27 806|806.7 807|807.58 808|808.87 809|809.94 810|810.81 811|811.73 812|812.49 813|813.83 814|814.65 815|815.82 816|816.97 817|817.25 818|818.33 819|819.69 820|820.81 821|821.80 822|822.66 823|823.99 824|824.58 825|825.74 826|826.30 827|827.88 828|828.41 829|829.29 830|830.55 831|831.13 832|832.62 833|833.91 834|834.93 835|835.82 836|836.49 837|837.82 838|838.22 839|839.72 840|840.92 841|841.22 842|842.75 843|843.65 844|844.35 845|845.44 846|846.94 847|847.6 848|848.5 849|849.74 850|850.54 851|851.22 852|852.61 853|853.99 854|854.46 855|855.11 856|856.87 857|857.96 858|858.5 859|859.53 860|860.9 861|861.47 862|862.67 863|863.0 864|864.76 865|865.7 866|866.50 867|867.87 868|868.13 869|869.4 870|870.65 871|871.76 872|872.44 873|873.12 874|874.31 875|875.69 876|876.74 877|877.51 878|878.85 879|879.10 880|880.55 881|881.8 882|882.49 883|883.56 884|884.75 885|885.87 886|886.24 887|887.96 888|888.65 889|889.78 890|890.1 891|891.79 892|892.30 893|893.37 894|894.12 895|895.67 896|896.63 897|897.15 898|898.71 899|899.34 900|900.26 901|901.98 902|902.39 903|903.47 904|904.16 905|905.16 906|906.41 907|907.19 908|908.7 909|909.78 910|910.22 911|911.38 912|912.1 913|913.15 914|914.90 915|915.63 916|916.17 917|917.43 918|918.36 919|919.38 920|920.66 921|921.47 922|922.6 923|923.8 924|924.91 925|925.20 926|926.49 927|927.30 928|928.12 929|929.41 930|930.60 931|931.61 932|932.72 933|933.46 934|934.82 935|935.51 936|936.40 937|937.65 938|938.19 939|939.92 940|940.91 941|941.91 942|942.79 943|943.48 944|944.92 945|945.34 946|946.42
[...truncated too long message...]
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
[junit4] > 7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
[junit4] Completed [456/746 (2!)] on J1 in 1029.57s, 5 tests, 3 errors <<< FAILURES!
[...truncated 48107 lines...]