You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/20 12:20:54 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build #
292 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/292/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseConcMarkSweepGC --illegal-access=deny
9 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest.setupClass(MoveReplicaHDFSUlogDirTest.java:55)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest: 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest:
1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsThreadLeakTest.beforeClass(HdfsThreadLeakTest.java:45)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 50 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsThreadLeakTest: 1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsThreadLeakTest:
1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestRecoveryHdfs
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:81)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestRecoveryHdfs
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs: 1) Thread[id=4995, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestRecoveryHdfs] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.TestRecoveryHdfs:
1) Thread[id=4995, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestRecoveryHdfs]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestRecoveryHdfs
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4995, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestRecoveryHdfs] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4995, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestRecoveryHdfs]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
Build Log:
[...truncated 1700 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20170820_113845_49114952912111429023807.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20170820_113845_49113967440737440683331.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20170820_113845_4915722275324660925298.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 256 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170820_114540_4244354819774884550082.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 35 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170820_114540_4243127408224932167013.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170820_114540_4247865540907895963667.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1036 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170820_114712_86712793006885993101959.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170820_114712_86713288797341347992301.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170820_114712_8705925135673917871453.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170820_114924_9035322790395184964466.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170820_114924_9031896825942358948490.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170820_114924_9038337186111481776067.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 235 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170820_114939_92310515603546212782614.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170820_114939_9233173975458213662153.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170820_114939_92316823156788622438052.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 146 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170820_115011_87216500922593257679341.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170820_115011_87214313034316779294501.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170820_115011_8725635137822780094977.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 155 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170820_115015_7415956098711846333414.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170820_115015_74114503443373032909819.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170820_115015_7415919160475403444224.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 145 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170820_115034_6506459348354976222507.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170820_115034_6506226534029274057918.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 146 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170820_115046_6313331009773564194666.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170820_115046_63116795919220520099322.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170820_115046_6314915226366562750172.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170820_115049_21213657402245084350536.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 187 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170820_115057_5467387191230781509093.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 17 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170820_115057_546829997142108579201.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170820_115057_54617853994249169344974.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1211 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170820_115259_672998673731652433370.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170820_115259_6722306959857482706434.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170820_115259_67214859590659580471976.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 220 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20170820_115307_02214275885761490025336.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20170820_115307_0228332158239950390689.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20170820_115307_0227665130362212691115.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 238 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20170820_115315_05710001934644862921364.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20170820_115315_05713160092447040347009.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20170820_115315_05714312881426425400357.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20170820_115552_2758485466102602101073.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20170820_115552_2759122602391195180766.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20170820_115552_2754665813436177549745.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 162 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20170820_115554_78613883877876218939393.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20170820_115554_78717209014854660774340.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20170820_115554_7863301205657308623718.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 209 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20170820_115601_3698650873524032763810.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20170820_115601_36910782515690825496491.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20170820_115601_3697877373845215752437.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 174 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20170820_115632_66815752144494104278974.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20170820_115632_66810382549765569918497.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20170820_115632_6686240767115521104982.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 238 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170820_115642_30316239709886699473695.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170820_115642_3033471517668458763949.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170820_115642_3034841683366843885445.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 152 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20170820_115700_7045432242455320534427.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20170820_115700_70410433759810786747101.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20170820_115700_7046945538440939293135.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 141 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20170820_115728_937615442118149062025.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20170820_115728_9379273682650570191147.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 175 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20170820_115740_39910437542693047771812.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20170820_115740_3993982630831910568349.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20170820_115740_3994504849029876306028.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 304 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20170820_115756_27810428622318178797912.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20170820_115756_27817528996922559053966.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20170820_115756_27818322702595042414922.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170820_115802_95610133994780224181728.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170820_115802_9565264686892629350652.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170820_115802_9562541977508974867722.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20170820_115809_5025695948951444243769.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20170820_115809_50214064054852429107694.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20170820_115809_502777686850009185848.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170820_115822_1125805332127891215452.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 13 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170820_115822_1128816807572335991776.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 21 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170820_115822_1127146701657089749244.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170820_115906_39711316451057039569293.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170820_115906_39712872161261723387466.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170820_115906_39711365355085197150797.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 140 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20170820_115921_0732905956966769595460.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170820_115923_7061305576108574271224.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170820_115923_70710568974877984872901.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 8 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170820_115923_70616919191370524067473.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 242 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20170820_120020_3574589040503775574480.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20170820_120020_3574161436652200356342.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20170820_120020_35713151113866093604240.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1510 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
[junit4] 2> 134459 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_F40BC78059FCD62F-001/init-core-data-001
[junit4] 2> 134459 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 134459 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 134460 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 134460 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_F40BC78059FCD62F-001/tempDir-001
[junit4] 2> 134460 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 134461 INFO (Thread-303) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 134461 INFO (Thread-303) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 134463 ERROR (Thread-303) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 134561 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35277
[junit4] 2> 134567 INFO (jetty-launcher-2574-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 134567 INFO (jetty-launcher-2574-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116cfed{/solr,null,AVAILABLE}
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@85842{/solr,null,AVAILABLE}
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@346dce{HTTP/1.1,[http/1.1]}{127.0.0.1:39617}
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c96c54{HTTP/1.1,[http/1.1]}{127.0.0.1:43877}
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-1) [ ] o.e.j.s.Server Started @136492ms
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-2) [ ] o.e.j.s.Server Started @136492ms
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39617}
[junit4] 2> 134568 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43877}
[junit4] 2> 134569 ERROR (jetty-launcher-2574-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 134569 ERROR (jetty-launcher-2574-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T12:03:46.051250Z
[junit4] 2> 134569 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T12:03:46.051262Z
[junit4] 2> 134570 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 134570 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 134582 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
[junit4] 2> 134582 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35277/solr
[junit4] 2> 134636 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 134636 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 134636 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39617_solr
[junit4] 2> 134637 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43877_solr
[junit4] 2> 134637 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98515722301865990-127.0.0.1:39617_solr-n_0000000000) starting
[junit4] 2> 134638 INFO (zkCallback-2585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 134642 INFO (zkCallback-2586-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 134667 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39617_solr
[junit4] 2> 134668 INFO (zkCallback-2586-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 134669 INFO (zkCallback-2585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 134743 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43877.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134751 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43877.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134752 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43877.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134754 INFO (jetty-launcher-2574-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_F40BC78059FCD62F-001/tempDir-001/node2/.
[junit4] 2> 134780 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39617.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134785 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39617.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134785 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39617.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f821e1
[junit4] 2> 134786 INFO (jetty-launcher-2574-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_F40BC78059FCD62F-001/tempDir-001/node1/.
[junit4] 2> 134807 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 134807 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35277/solr ready
[junit4] 2> 135107 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 135513 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 135632 INFO (jetty-closer-2575-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@c96c54{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 135632 INFO (jetty-closer-2575-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@346dce{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 135632 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=4032863
[junit4] 2> 135633 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20586882
[junit4] 2> 135633 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 135633 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 135633 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c67e5: rootName = solr_39617, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1364096
[junit4] 2> 135633 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b7846: rootName = solr_43877, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b58bf5
[junit4] 2> 135637 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 135637 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14bfc15: rootName = solr_39617, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1404684
[junit4] 2> 135638 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 135638 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7573c: rootName = solr_43877, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1404684
[junit4] 2> 135640 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 135640 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18d2bdc: rootName = solr_39617, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17fd134
[junit4] 2> 135641 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 135642 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 135642 INFO (jetty-closer-2575-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98515722301865990-127.0.0.1:39617_solr-n_0000000000) closing
[junit4] 2> 135642 INFO (OverseerStateUpdate-98515722301865990-127.0.0.1:39617_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39617_solr
[junit4] 2> 135643 INFO (zkCallback-2585-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43877_solr
[junit4] 2> 135643 INFO (zkCallback-2585-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 135644 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 135644 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1995fb6: rootName = solr_43877, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17fd134
[junit4] 2> 135645 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 135645 INFO (jetty-closer-2575-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 135645 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dff8708980005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 137143 WARN (zkCallback-2586-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 137143 INFO (jetty-closer-2575-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@85842{/solr,null,UNAVAILABLE}
[junit4] 2> 137145 WARN (zkCallback-2585-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 137145 INFO (jetty-closer-2575-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@116cfed{/solr,null,UNAVAILABLE}
[junit4] 2> 137145 ERROR (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 137146 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35277 35277
[junit4] 2> 142184 INFO (Thread-303) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35277 35277
[junit4] 2> 142184 WARN (Thread-303) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 142184 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35277 35277
[junit4] 2> 142184 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Aug 20, 2017 12:03:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Aug 20, 2017 12:04:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest:
[junit4] 2> 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> Aug 20, 2017 12:04:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> Aug 20, 2017 12:04:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1377, maxMBSortInHeap=6.597147625501476, sim=RandomSimilarity(queryNorm=true): {}, locale=en-TO, timezone=America/Fort_Nelson
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=2,free=59461752,total=130834432
[junit4] 2> NOTE: All tests run in this JVM: [MigrateRouteKeyTest, TestAnalyzeInfixSuggestions, IndexSchemaTest, BlockJoinFacetDistribTest, PrimUtilsTest, TestCoreContainer, TestSha256AuthenticationProvider, SubstringBytesRefFilterTest, TestSolrConfigHandler, TestStressLiveNodes, TestLegacyFieldReuse, TestCoreDiscovery, OverseerStatusTest, DistributedIntervalFacetingTest, TestHashPartitioner, TestSmileRequest, MoveReplicaHDFSUlogDirTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MoveReplicaHDFSUlogDirTest -Dtests.seed=F40BC78059FCD62F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-TO -Dtests.timezone=America/Fort_Nelson -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | MoveReplicaHDFSUlogDirTest (suite) <<<
[junit4] > Throwable #1: java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
[junit4] > at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
[junit4] > at java.base/java.lang.ClassLoader.defineClass1(Native Method)
[junit4] > at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
[junit4] > at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
[junit4] > at java.base/java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
[junit4] > at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
[junit4] > at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
[junit4] > at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
[junit4] > at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest.setupClass(MoveReplicaHDFSUlogDirTest.java:55)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
[junit4] > at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
[junit4] > at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
[junit4] > ... 51 moreThrowable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest:
[junit4] > 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] > at java.base@9/java.lang.Object.wait(Native Method)
[junit4] > at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] > at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=10001, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] > at java.base@9/java.lang.Object.wait(Native Method)
[junit4] > at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] > at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([F40BC78059FCD62F]:0)
[junit4] Completed [38/729 (1!)] on J1 in 30.79s, 0 tests, 3 errors <<< FAILURES!
[...truncated 1529 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20170820_120129_50612865051350693793002.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
[junit4] 2> 272878 INFO (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsThreadLeakTest_F40BC78059FCD62F-001/init-core-data-001
[junit4] 2> 272878 WARN (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 272878 INFO (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 272878 INFO (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 273118 WARN (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 273498 WARN (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 273576 INFO (SUITE-HdfsThreadLeakTest-seed#[F40BC78059FCD62F]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Aug 20, 2017 12:06:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Aug 20, 2017 12:06:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsThreadLeakTest:
[junit4] 2> 1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> Aug 20, 2017 12:06:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest]
[junit4] 2> Aug 20, 2017 12:06:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2652, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-HdfsThreadLeakTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-CX, timezone=Australia/Adelaide
[junit4] 2> NOTE: Linux 4.10.0-27-g
[...truncated too long message...]
/build/contrib/solr-analytics/test/temp/junit4-J0-20170820_121524_1024001586926611997178.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170820_121524_10216490564201939117911.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170820_121524_10211744117472532094257.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 499 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170820_121603_320956073690397293444.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170820_121603_320792653586252142027.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170820_121603_3201759009891627957890.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1131 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170820_121622_30917346753718444694876.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170820_121622_3096140417609678578208.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 584 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170820_121629_06113803627862217339049.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170820_121629_0603805091320806644719.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170820_121629_06018413275564409360462.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 503 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170820_121655_51518189422625167716626.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170820_121655_5153574454119386710572.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170820_121655_5152369497962732162090.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 507 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170820_121706_85117717292462536768899.syserr
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170820_121706_8513932634099261467862.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 595 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170820_121714_02417296085083554785857.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170820_121714_02418103294091746803054.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170820_121714_024785766497281233682.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 538 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170820_121754_3229712739079160709653.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170820_121754_32216151309453749284054.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 494 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170820_121805_6495658260306705224027.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 29017 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 296
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/296/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=1793, name=zkCallback-244-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1651, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=1649, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=1793, name=zkCallback-244-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1651, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
3) Thread[id=1649, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([14D04BAC0FDC6C15]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1793, name=zkCallback-244-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1793, name=zkCallback-244-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
at __randomizedtesting.SeedInfo.seed([14D04BAC0FDC6C15]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35085/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35085/collection1
at __randomizedtesting.SeedInfo.seed([14D04BAC0FDC6C15:9C847476A12001ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1583)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:213)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 53 more
Build Log:
[...truncated 11188 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> 395344 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[14D04BAC0FDC6C15]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/init-core-data-001
[junit4] 2> 395344 WARN (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[14D04BAC0FDC6C15]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 395345 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[14D04BAC0FDC6C15]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 395346 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[14D04BAC0FDC6C15]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 395346 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[14D04BAC0FDC6C15]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 395349 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 395349 INFO (Thread-311) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 395349 INFO (Thread-311) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 395353 ERROR (Thread-311) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 395449 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkTestServer start zk server on port:41783
[junit4] 2> 395501 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 395502 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 395503 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 395503 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 395504 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 395504 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 395505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 395505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 395512 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 395513 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 395514 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 395514 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 395595 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 395595 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@121f4ad{/,null,AVAILABLE}
[junit4] 2> 395597 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b88596{HTTP/1.1,[http/1.1]}{127.0.0.1:45253}
[junit4] 2> 395597 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server Started @396957ms
[junit4] 2> 395597 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/tempDir-001/control/data, hostContext=/, hostPort=45253, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/control-001/cores}
[junit4] 2> 395604 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 395604 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 395604 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 395604 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 395604 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:40:52.292Z
[junit4] 2> 395610 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 395610 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/control-001/solr.xml
[junit4] 2> 395614 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 395616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 395683 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 395684 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45253_
[junit4] 2> 395684 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.c.Overseer Overseer (id=98520114923962372-127.0.0.1:45253_-n_0000000000) starting
[junit4] 2> 395695 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45253_
[junit4] 2> 395696 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 395820 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 395830 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 395830 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 395831 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:45253_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/control-001/cores
[junit4] 2> 395851 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 395851 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41783/solr ready
[junit4] 2> 395853 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45253_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 395857 INFO (OverseerThreadFactory-696-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 395964 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 395965 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 396071 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 396983 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 396990 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 397052 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 397059 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 397060 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 397060 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 397060 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 397064 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=64.3330078125, floorSegmentMB=1.3603515625, forceMergeDeletesPctAllowed=6.901292712528972, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5803029934945613
[junit4] 2> 397075 WARN (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 397115 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 397115 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 397115 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 397115 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 397117 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 397117 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ec7f0b[control_collection_shard1_replica_n1] main]
[junit4] 2> 397118 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 397118 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 397119 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 397120 INFO (searcherExecutor-699-thread-1-processing-n:127.0.0.1:45253_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1ec7f0b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 397120 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576321840639377408
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45253/control_collection_shard1_replica_n1/
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45253/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 397123 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 397125 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45253/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 397226 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 397275 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 397276 INFO (qtp9348697-1614) [n:127.0.0.1:45253_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1312
[junit4] 2> 397278 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 397378 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 397859 INFO (OverseerCollectionConfigSetProcessor-98520114923962372-127.0.0.1:45253_-n_0000000000) [n:127.0.0.1:45253_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 398278 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45253_&wt=javabin&version=2} status=0 QTime=2424
[junit4] 2> 398284 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 398285 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41783/solr ready
[junit4] 2> 398285 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 398286 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398287 INFO (OverseerThreadFactory-696-thread-2-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 398288 WARN (OverseerThreadFactory-696-thread-2-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 398491 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 398491 INFO (qtp9348697-1618) [n:127.0.0.1:45253_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 398613 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001 of type TLOG
[junit4] 2> 398614 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 398615 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1091946{/,null,AVAILABLE}
[junit4] 2> 398615 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d90a01{HTTP/1.1,[http/1.1]}{127.0.0.1:43325}
[junit4] 2> 398615 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server Started @399975ms
[junit4] 2> 398616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=43325, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001/cores}
[junit4] 2> 398616 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 398616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 398616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 398616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 398616 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:40:55.304Z
[junit4] 2> 398621 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 398621 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001/solr.xml
[junit4] 2> 398624 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 398626 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 398634 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 398634 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 398635 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43325_
[junit4] 2> 398635 INFO (zkCallback-244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 398635 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 398636 INFO (zkCallback-249-thread-1-processing-n:127.0.0.1:43325_) [n:127.0.0.1:43325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 398726 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 398733 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 398733 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 398734 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:43325_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001/cores
[junit4] 2> 398757 INFO (qtp14539996-1659) [n:127.0.0.1:43325_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43325_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398758 INFO (OverseerThreadFactory-696-thread-3-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43325_ for creating new replica
[junit4] 2> 398758 INFO (OverseerCollectionConfigSetProcessor-98520114923962372-127.0.0.1:45253_-n_0000000000) [n:127.0.0.1:45253_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 398759 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 398760 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 399771 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 399788 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 399873 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 399881 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 399882 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 399882 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 399882 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 399892 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=64.3330078125, floorSegmentMB=1.3603515625, forceMergeDeletesPctAllowed=6.901292712528972, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5803029934945613
[junit4] 2> 399908 WARN (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 399955 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 399955 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 399956 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 399956 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 399957 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 399958 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@fb84af[collection1_shard2_replica_t41] main]
[junit4] 2> 399958 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 399958 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 399959 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 399959 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576321843616284672
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43325/collection1_shard2_replica_t41/
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:43325/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 399963 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 399964 INFO (searcherExecutor-710-thread-1-processing-n:127.0.0.1:43325_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@fb84af[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 399965 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43325/collection1_shard2_replica_t41/ shard2
[junit4] 2> 400118 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 400119 INFO (qtp14539996-1661) [n:127.0.0.1:43325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1359
[junit4] 2> 400120 INFO (qtp14539996-1659) [n:127.0.0.1:43325_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43325_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1363
[junit4] 2> 400181 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001 of type TLOG
[junit4] 2> 400181 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29a6c2{/,null,AVAILABLE}
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1222eeb{HTTP/1.1,[http/1.1]}{127.0.0.1:35085}
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server Started @401542ms
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35085, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001/cores}
[junit4] 2> 400182 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 400182 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 400183 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 400183 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:40:56.871Z
[junit4] 2> 400190 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 400190 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001/solr.xml
[junit4] 2> 400193 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 400196 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 400219 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 400220 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 400221 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35085_
[junit4] 2> 400222 INFO (zkCallback-249-thread-1-processing-n:127.0.0.1:43325_) [n:127.0.0.1:43325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 400222 INFO (zkCallback-244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 400222 INFO (zkCallback-237-thread-2-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 400228 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:35085_) [n:127.0.0.1:35085_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 400360 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 400371 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 400371 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 400372 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:35085_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001/cores
[junit4] 2> 400404 INFO (qtp14539996-1660) [n:127.0.0.1:43325_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35085_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 400405 INFO (OverseerCollectionConfigSetProcessor-98520114923962372-127.0.0.1:45253_-n_0000000000) [n:127.0.0.1:45253_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 400406 INFO (OverseerThreadFactory-696-thread-4-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35085_ for creating new replica
[junit4] 2> 400409 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 400409 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 401417 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 401424 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 401472 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 401480 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 401480 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 401480 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 401480 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 401483 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=64.3330078125, floorSegmentMB=1.3603515625, forceMergeDeletesPctAllowed=6.901292712528972, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5803029934945613
[junit4] 2> 401503 WARN (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 401542 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 401542 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 401544 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 401544 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 401545 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 401545 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@43e97[collection1_shard1_replica_t43] main]
[junit4] 2> 401552 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 401553 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 401554 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 401555 INFO (searcherExecutor-721-thread-1-processing-n:127.0.0.1:35085_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@43e97[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 401555 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576321845289811968
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35085/collection1_shard1_replica_t43/
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:35085/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 401559 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 401561 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35085/collection1_shard1_replica_t43/ shard1
[junit4] 2> 401711 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 401712 INFO (qtp31447678-1689) [n:127.0.0.1:35085_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1303
[junit4] 2> 401714 INFO (qtp14539996-1660) [n:127.0.0.1:43325_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35085_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1309
[junit4] 2> 401791 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001 of type TLOG
[junit4] 2> 401791 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 401792 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9798c6{/,null,AVAILABLE}
[junit4] 2> 401792 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@562377{HTTP/1.1,[http/1.1]}{127.0.0.1:36263}
[junit4] 2> 401792 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.e.j.s.Server Started @403152ms
[junit4] 2> 401792 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=36263, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001/cores}
[junit4] 2> 401792 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 401793 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 401793 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 401793 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 401793 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:40:58.481Z
[junit4] 2> 401796 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 401796 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001/solr.xml
[junit4] 2> 401799 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 401805 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 401820 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 401821 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 401822 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36263_
[junit4] 2> 401822 INFO (zkCallback-249-thread-2-processing-n:127.0.0.1:43325_) [n:127.0.0.1:43325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 401822 INFO (zkCallback-244-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 401822 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:35085_) [n:127.0.0.1:35085_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 401823 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 401828 INFO (zkCallback-261-thread-1-processing-n:127.0.0.1:36263_) [n:127.0.0.1:36263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 401868 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 401919 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 401919 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 401921 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]) [n:127.0.0.1:36263_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001/cores
[junit4] 2> 401950 INFO (qtp14539996-1655) [n:127.0.0.1:43325_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36263_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 401952 INFO (OverseerThreadFactory-696-thread-5-processing-n:127.0.0.1:45253_) [n:127.0.0.1:45253_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36263_ for creating new replica
[junit4] 2> 401952 INFO (OverseerCollectionConfigSetProcessor-98520114923962372-127.0.0.1:45253_-n_0000000000) [n:127.0.0.1:45253_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 401954 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 401955 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 402970 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 402984 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 403029 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 403035 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 403036 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ab750b
[junit4] 2> 403036 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 403036 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_14D04BAC0FDC6C15-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 403038 INFO (qtp18856748-1721) [n:127.0.0.1:36263_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=64.3330078125, floorSegmentMB=1.3603515625, forceMergeDeletesPctAllowed=6.901292712528972, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5803029934945613
[jun
[...truncated too long message...]
ronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=1651, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 3) Thread[id=1649, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([14D04BAC0FDC6C15]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1793, name=zkCallback-244-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=1652, name=zkCallback-244-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=1704, name=zkCallback-244-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=1773, name=zkCallback-244-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=1650, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[14D04BAC0FDC6C15]-SendThread(127.0.0.1:41783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > at __randomizedtesting.SeedInfo.seed([14D04BAC0FDC6C15]:0)
[junit4] Completed [124/729 (1!)] on J0 in 75.91s, 1 test, 3 errors <<< FAILURES!
[...truncated 41337 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build #
295 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/295/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseParallelGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:35191/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:35191/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([8E3A470CE083B308:66E78D64E7FDEF0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11186 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> 398208 INFO (SUITE-HttpPartitionTest-seed#[8E3A470CE083B308]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/init-core-data-001
[junit4] 2> 398208 WARN (SUITE-HttpPartitionTest-seed#[8E3A470CE083B308]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 398208 INFO (SUITE-HttpPartitionTest-seed#[8E3A470CE083B308]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 398209 INFO (SUITE-HttpPartitionTest-seed#[8E3A470CE083B308]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 398209 INFO (SUITE-HttpPartitionTest-seed#[8E3A470CE083B308]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 398210 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 398210 INFO (Thread-865) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 398210 INFO (Thread-865) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 398213 ERROR (Thread-865) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 398310 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkTestServer start zk server on port:36865
[junit4] 2> 398316 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 398317 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 398317 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 398318 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 398318 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 398318 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 398319 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 398319 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 398320 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 398320 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 398320 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 398321 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 398410 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 398411 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@95fdec{/,null,AVAILABLE}
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18c0af2{HTTP/1.1,[http/1.1]}{127.0.0.1:37141}
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server Started @399655ms
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/tempDir-001/control/data, hostPort=33783, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores, replicaType=NRT}
[junit4] 2> 398412 ERROR (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 398412 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:38:13.136759Z
[junit4] 2> 398415 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 398415 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/solr.xml
[junit4] 2> 398417 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 398419 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36865/solr
[junit4] 2> 398452 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 398452 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33783_
[junit4] 2> 398452 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=98518924848988164-127.0.0.1:33783_-n_0000000000) starting
[junit4] 2> 398460 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33783_
[junit4] 2> 398461 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 398510 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 398517 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 398517 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 398518 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores
[junit4] 2> 398530 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 398532 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36865/solr ready
[junit4] 2> 398536 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48576,localport=33783], receiveBufferSize:531000
[junit4] 2> 398538 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37141,localport=47506], receiveBufferSize=530904
[junit4] 2> 398539 INFO (qtp23591168-3329) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33783_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398544 INFO (OverseerThreadFactory-1709-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 398647 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48580,localport=33783], receiveBufferSize:531000
[junit4] 2> 398647 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37141,localport=47510], receiveBufferSize=530904
[junit4] 2> 398648 INFO (qtp23591168-3331) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 398649 INFO (qtp23591168-3331) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 398752 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 399658 INFO (qtp23591168-3331) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 399667 INFO (qtp23591168-3331) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 399740 INFO (qtp23591168-3331) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 399746 INFO (qtp23591168-3331) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 399747 INFO (qtp23591168-3331) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 399747 INFO (qtp23591168-3331) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 399747 INFO (qtp23591168-3331) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 399749 INFO (qtp23591168-3331) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 399750 WARN (qtp23591168-3331) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 399780 INFO (qtp23591168-3331) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 399780 INFO (qtp23591168-3331) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 399781 INFO (qtp23591168-3331) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 399781 INFO (qtp23591168-3331) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 399782 INFO (qtp23591168-3331) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 399782 INFO (qtp23591168-3331) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@99bdc1[control_collection_shard1_replica_n1] main]
[junit4] 2> 399785 INFO (qtp23591168-3331) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 399785 INFO (qtp23591168-3331) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 399785 INFO (qtp23591168-3331) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 399786 INFO (searcherExecutor-1712-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@99bdc1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 399786 INFO (qtp23591168-3331) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302799235317760
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33783/control_collection_shard1_replica_n1/
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:33783/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 399797 INFO (qtp23591168-3331) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 399799 INFO (qtp23591168-3331) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33783/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 399900 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 399949 INFO (qtp23591168-3331) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 399950 INFO (qtp23591168-3331) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 399952 INFO (qtp23591168-3329) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 400051 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 400546 INFO (OverseerCollectionConfigSetProcessor-98518924848988164-127.0.0.1:33783_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 400952 INFO (qtp23591168-3329) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33783_&wt=javabin&version=2} status=0 QTime=2412
[junit4] 2> 400962 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 400962 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36865/solr ready
[junit4] 2> 400962 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 400963 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48608,localport=33783], receiveBufferSize:531000
[junit4] 2> 400963 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37141,localport=47538], receiveBufferSize=530904
[junit4] 2> 400963 INFO (qtp23591168-3329) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 400964 INFO (OverseerThreadFactory-1709-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 400964 WARN (OverseerThreadFactory-1709-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 401166 INFO (qtp23591168-3329) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 401166 INFO (qtp23591168-3329) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 401249 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001 of type TLOG
[junit4] 2> 401250 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 401251 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d2a6b4{/,null,AVAILABLE}
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16e5444{HTTP/1.1,[http/1.1]}{127.0.0.1:40999}
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server Started @402495ms
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/tempDir-001/jetty1, hostPort=35191, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 401252 ERROR (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 401252 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:38:15.976751Z
[junit4] 2> 401254 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 401254 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/solr.xml
[junit4] 2> 401256 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 401258 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36865/solr
[junit4] 2> 401262 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 401263 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 401263 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35191_
[junit4] 2> 401264 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401264 INFO (zkCallback-463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401264 INFO (zkCallback-468-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401338 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 401346 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 401346 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 401347 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores
[junit4] 2> 401364 INFO (qtp23591168-3330) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35191_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 401368 INFO (OverseerThreadFactory-1709-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35191_ for creating new replica
[junit4] 2> 401368 INFO (OverseerCollectionConfigSetProcessor-98518924848988164-127.0.0.1:33783_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 401373 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47714,localport=35191], receiveBufferSize:531000
[junit4] 2> 401374 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=50988], receiveBufferSize=530904
[junit4] 2> 401377 INFO (qtp9551482-3377) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 401377 INFO (qtp9551482-3377) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 402391 INFO (qtp9551482-3377) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 402421 INFO (qtp9551482-3377) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 402482 INFO (qtp9551482-3377) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 402491 INFO (qtp9551482-3377) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 402491 INFO (qtp9551482-3377) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 402491 INFO (qtp9551482-3377) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 402491 INFO (qtp9551482-3377) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 402493 INFO (qtp9551482-3377) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 402494 WARN (qtp9551482-3377) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 402525 INFO (qtp9551482-3377) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 402525 INFO (qtp9551482-3377) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 402526 INFO (qtp9551482-3377) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 402526 INFO (qtp9551482-3377) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 402527 INFO (qtp9551482-3377) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 402527 INFO (qtp9551482-3377) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bf52[collection1_shard2_replica_t41] main]
[junit4] 2> 402528 INFO (qtp9551482-3377) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 402528 INFO (qtp9551482-3377) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 402529 INFO (qtp9551482-3377) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 402529 INFO (searcherExecutor-1723-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@1bf52[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 402529 INFO (qtp9551482-3377) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302802111561728
[junit4] 2> 402532 INFO (qtp9551482-3377) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 402532 INFO (qtp9551482-3377) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 402532 INFO (qtp9551482-3377) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35191/collection1_shard2_replica_t41/
[junit4] 2> 402533 INFO (qtp9551482-3377) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 402533 INFO (qtp9551482-3377) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:35191/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 402533 INFO (qtp9551482-3377) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 402533 INFO (qtp9551482-3377) [ ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 402534 INFO (qtp9551482-3377) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35191/collection1_shard2_replica_t41/ shard2
[junit4] 2> 402684 INFO (qtp9551482-3377) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 402685 INFO (qtp9551482-3377) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1308
[junit4] 2> 402700 INFO (qtp23591168-3330) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35191_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1335
[junit4] 2> 402794 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001 of type TLOG
[junit4] 2> 402795 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 402795 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c000f3{/,null,AVAILABLE}
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14ce8b1{HTTP/1.1,[http/1.1]}{127.0.0.1:37541}
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server Started @404039ms
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/tempDir-001/jetty2, hostPort=44517, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 402796 ERROR (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 402796 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:38:17.520895Z
[junit4] 2> 402798 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 402798 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001/solr.xml
[junit4] 2> 402801 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 402804 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36865/solr
[junit4] 2> 402809 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 402810 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 402811 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44517_
[junit4] 2> 402811 INFO (zkCallback-463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402811 INFO (zkCallback-468-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402812 INFO (zkCallback-456-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402812 INFO (zkCallback-474-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402882 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 402895 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 402895 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 402897 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001/cores
[junit4] 2> 402936 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36856,localport=44517], receiveBufferSize:531000
[junit4] 2> 402941 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37541,localport=45716], receiveBufferSize=530904
[junit4] 2> 402944 INFO (qtp22807782-3410) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44517_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 402948 INFO (OverseerThreadFactory-1709-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44517_ for creating new replica
[junit4] 2> 402948 INFO (OverseerCollectionConfigSetProcessor-98518924848988164-127.0.0.1:33783_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 402949 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36860,localport=44517], receiveBufferSize:531000
[junit4] 2> 402950 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37541,localport=45720], receiveBufferSize=530904
[junit4] 2> 402950 INFO (qtp22807782-3406) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 402951 INFO (qtp22807782-3406) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 403958 INFO (qtp22807782-3406) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 403965 INFO (qtp22807782-3406) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 404014 INFO (qtp22807782-3406) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 404020 INFO (qtp22807782-3406) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 404021 INFO (qtp22807782-3406) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 404021 INFO (qtp22807782-3406) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 404021 INFO (qtp22807782-3406) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 404023 INFO (qtp22807782-3406) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 404024 WARN (qtp22807782-3406) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 404054 INFO (qtp22807782-3406) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 404054 INFO (qtp22807782-3406) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 404055 INFO (qtp22807782-3406) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 404055 INFO (qtp22807782-3406) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 404056 INFO (qtp22807782-3406) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 404056 INFO (qtp22807782-3406) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16d4c08[collection1_shard1_replica_t43] main]
[junit4] 2> 404057 INFO (qtp22807782-3406) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 404057 INFO (qtp22807782-3406) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 404058 INFO (qtp22807782-3406) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 404059 INFO (searcherExecutor-1734-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@16d4c08[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 404059 INFO (qtp22807782-3406) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302803715883008
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44517/collection1_shard1_replica_t43/
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44517/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 404062 INFO (qtp22807782-3406) [ ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 404063 INFO (qtp22807782-3406) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44517/collection1_shard1_replica_t43/ shard1
[junit4] 2> 404213 INFO (qtp22807782-3406) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 404220 INFO (qtp22807782-3406) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1270
[junit4] 2> 404225 INFO (qtp22807782-3410) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44517_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1280
[junit4] 2> 404376 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001 of type TLOG
[junit4] 2> 404377 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 404394 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6974e3{/,null,AVAILABLE}
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@135e851{HTTP/1.1,[http/1.1]}{127.0.0.1:43193}
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.Server Started @405638ms
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/tempDir-001/jetty3, hostPort=39725, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 404395 ERROR (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 404395 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:38:19.119829Z
[junit4] 2> 404397 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 404397 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001/solr.xml
[junit4] 2> 404400 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 404405 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36865/solr
[junit4] 2> 404410 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 404411 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 404411 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39725_
[junit4] 2> 404412 INFO (zkCallback-474-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 404412 INFO (zkCallback-468-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 404412 INFO (zkCallback-463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 404412 INFO (zkCallback-456-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 404413 INFO (zkCallback-480-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 404666 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 404678 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 404678 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 404680 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001/cores
[junit4] 2> 404762 INFO (qtp22807782-3411) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39725_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 404766 INFO (OverseerCollectionConfigSetProcessor-98518924848988164-127.0.0.1:33783_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 404766 INFO (OverseerThreadFactory-1709-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39725_ for creating new replica
[junit4] 2> 404768 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34746,localport=39725], receiveBufferSize:531000
[junit4] 2> 404769 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43193,localport=37486], receiveBufferSize=530904
[junit4] 2> 404770 INFO (qtp3994980-3446) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 404770 INFO (qtp3994980-3446) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 405784 INFO (qtp3994980-3446) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 405816 INFO (qtp3994980-3446) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 405882 INFO (qtp3994980-3446) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 405898 INFO (qtp3994980-3446) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 405899 INFO (qtp3994980-3446) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 405899 INFO (qtp3994980-3446) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 405899 INFO (qtp3994980-3446) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 405902 INFO (qtp3994980-3446) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 405905 WARN (qtp3994980-3446) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 405952 INFO (qtp3994980-3446) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 405952 INFO (qtp3994980-3446) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 405954 INFO (qtp3994980-3446) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 405954 INFO (qtp3994980-3446) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 405955 INFO (qtp3994980-3446) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 405955 INFO (qtp3994980-3446) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cafb9[collection1_shard2_replica_t45] main]
[junit4] 2> 405956 INFO (qtp3994980-3446) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 405957 INFO (qtp3994980-3446) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 405957 INFO (qtp3994980-3446) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 405958 INFO (searcherExecutor-1745-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@2cafb9[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 405958 INFO (qtp3994980-3446) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302805707128832
[junit4] 2> 405962 INFO (qtp3994980-3446) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 405963 INFO (updateExecutor-477-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 405964 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 405964 INFO (qtp3994980-3446) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1193
[junit4] 2> 405965 INFO (qtp22807782-3411) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39725_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1202
[junit4] 2> 405965 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 405965 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 405965 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 405966 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 405966 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:35191/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:39725/collection1_shard2_replica_t45/]
[junit4] 2> 405970 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 405970 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35191]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:39725_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 405970 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 405970 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 405970 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47802,localport=35191], receiveBufferSize:531000
[junit4] 2> 405973 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51076], receiveBufferSize=530904
[junit4] 2> 405973 INFO (qtp9551482-3379) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 405973 INFO (qtp9551482-3379) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39725_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:39725","node_name":"127.0.0.1:39725_","state":"down","type":"TLOG"}
[junit4] 2> 406767 INFO (OverseerCollectionConfigSetProcessor-98518924848988164-127.0.0.1:33783_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 406974 INFO (qtp9551482-3379) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39725_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:39725","node_name":"127.0.0.1:39725_","state":"recovering","type":"TLOG"}
[junit4] 2> 406974 INFO (qtp9551482-3379) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 406974 INFO (qtp9551482-3379) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39725_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 407474 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 407474 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:35191/collection1_shard2_replica_t41/].
[junit4] 2> 407475 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47814,localport=35191], receiveBufferSize:531000
[junit4] 2> 407476 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51088], receiveBufferSize=530904
[junit4] 2> 407476 INFO (qtp9551482-3379) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576302807298867200,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 407476 INFO (qtp9551482-3379) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 407477 INFO (qtp9551482-3379) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 407477 INFO (qtp9551482-3379) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 407478 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47818,localport=35191], receiveBufferSize:531000
[junit4] 2> 407478 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51092], receiveBufferSize=530904
[junit4] 2> 407480 INFO (qtp9551482-3375) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
[junit4] 2> 407481 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 407482 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 407483 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 407483 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302807306207232
[junit4] 2> 407484 INFO (recoveryExecutor-478-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 407970 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 407972 INFO (qtp23591168-3326) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576302807818960896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 407972 INFO (qtp23591168-3326) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 407973 INFO (qtp23591168-3326) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 407973 INFO (qtp23591168-3326) [ ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 407973 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47824,localport=35191], receiveBufferSize:531000
[junit4] 2> 407973 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51098], receiveBufferSize=530904
[junit4] 2> 407975 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36956,localport=44517], receiveBufferSize:531000
[junit4] 2> 407975 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37541,localport=45816], receiveBufferSize=530904
[junit4] 2> 407978 INFO (qtp22807782-3406) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576302807825252352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 407978 INFO (qtp22807782-3406) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 407978 INFO (qtp22807782-3406) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 407979 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47834,localport=35191], receiveBufferSize:531000
[junit4] 2> 407979 INFO (qtp22807782-3406) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t43] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35191/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 407980 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34804,localport=39725], receiveBufferSize:531000
[junit4] 2> 407981 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43193,localport=37548], receiveBufferSize=530904
[junit4] 2> 407981 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51108], receiveBufferSize=530904
[junit4] 2> 407982 INFO (qtp9551482-3372) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576302807829446656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 407983 INFO (qtp3994980-3441) [ ] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 407985 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47844,localport=35191], receiveBufferSize:531000
[junit4] 2> 407985 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51118], receiveBufferSize=530904
[junit4] 2> 407983 INFO (qtp9551482-3372) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 408014 INFO (qtp9551482-3374) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 408016 INFO (qtp9551482-3372) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 408016 INFO (qtp9551482-3372) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35191/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 34
[junit4] 2> 408024 INFO (qtp3994980-3441) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t45] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35191/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 42
[junit4] 2> 408025 INFO (qtp9551482-3373) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 50
[junit4] 2> 408026 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47850,localport=35191], receiveBufferSize:531000
[junit4] 2> 408032 INFO (SocketProxy-Acceptor-35191) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40999,localport=51124], receiveBufferSize=530904
[junit4] 2> 408033 INFO (qtp9551482-3372) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 408034 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34826,localport=39725], receiveBufferSize:531000
[junit4] 2> 408034 INFO (SocketProxy-Acceptor-39725) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43193,localport=37566], receiveBufferSize=530904
[junit4] 2> 408035 INFO (qtp3994980-3446) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t45] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 408036 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36986,localport=44517], receiveBufferSize:531000
[junit4] 2> 408037 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37541,localport=45846], receiveBufferSize=530904
[junit4] 2> 408037 INFO (qtp22807782-3411) [ ] o.a.s.c.S.Request [collection1_shard1_replica_t43] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 409264 INFO (indexFetcher-1751-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:35191/collection1_shard2_replica_t41/
[junit4] 2> 409265 INFO (qtp9551482-3373) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 409266 INFO (indexFetcher-1751-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 409266 INFO (indexFetcher-1751-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 409266 INFO (indexFetcher-1751-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 409266 INFO (indexFetcher-1751-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 410038 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_crud_1x2
[junit4] 2> 410040 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37006,localport=44517], receiveBufferSize:531000
[junit4] 2> 410041 INFO (SocketProxy-Acceptor-44517) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37541,localport=45866], receiveBufferSize=530904
[junit4] 2> 410042 INFO (qtp22807782-3410) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=c8n_crud_1x2&action=CREATE&numShards=1&tlogReplicas=2&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 410044 INFO (OverseerThreadFactory-1709-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_crud_1x2
[junit4] 2> 410150 INFO (qtp9551482-3378) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t1&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 410151 INFO (qtp23591168-3324) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t2&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 411160 INFO (qtp9551482-3378) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 411161 INFO (qtp23591168-3324) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 411181 INFO (qtp9551482-3378) [ ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t1] Schema name=test
[junit4] 2> 411182 INFO (qtp23591168-3324) [ ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t2] Schema name=test
[junit4] 2> 411238 INFO (qtp9551482-3378) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 411244 INFO (qtp23591168-3324) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 411245 INFO (qtp9551482-3378) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t1' using configuration from collection c8n_crud_1x2, trusted=true
[junit4] 2> 411246 INFO (qtp9551482-3378) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t1' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 411246 INFO (qtp9551482-3378) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 411246 INFO (qtp9551482-3378) [ ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1/data/]
[junit4] 2> 411248 INFO (qtp9551482-3378) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 411258 WARN (qtp9551482-3378) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 411260 INFO (qtp23591168-3324) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t2' using configuration from collection c8n_crud_1x2, trusted=true
[junit4] 2> 411260 INFO (qtp23591168-3324) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t2' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@191f681
[junit4] 2> 411260 INFO (qtp23591168-3324) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 411260 INFO (qtp23591168-3324) [ ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores/c8n_crud_1x2_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001/control-001/cores/c8n_crud_1x2_shard1_replica_t2/data/]
[junit4] 2> 411263 INFO (qtp23591168-3324) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=71.5263671875, floorSegmentMB=1.2080078125, forceMergeDeletesPctAllowed=16.257453184736036, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6962623759478992
[junit4] 2> 411264 WARN (qtp23591168-3324) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 411292 INFO (qtp9551482-3378) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 411292 INFO (qtp9551482-3378) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 411293 INFO (qtp9551482-3378) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 411293 INFO (qtp9551482-3378) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 411294 INFO (qtp9551482-3378) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 411294 INFO (qtp9551482-3378) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1661d87[c8n_crud_1x2_shard1_replica_t1] main]
[junit4] 2> 411295 INFO (qtp9551482-3378) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 411295 INFO (qtp9551482-3378) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 411296 INFO (qtp9551482-3378) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 411296 INFO (qtp9551482-3378) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302811304427520
[junit4] 2> 411297 INFO (searcherExecutor-1752-thread-1) [ ] o.a.s.c.SolrCore [c8n_crud_1x2_shard1_replica_t1] Registered new searcher Searcher@1661d87[c8n_crud_1x2_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 411299 INFO (qtp9551482-3378) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 411302 INFO (qtp23591168-3324) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 411302 INFO (qtp23591168-3324) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 411303 INFO (qtp23591168-3324) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 411303 INFO (qtp23591168-3324) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 411304 INFO (qtp23591168-3324) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=68.802734375, floorSegmentMB=0.291015625, forceMergeDeletesPctAllowed=20.051320193750794, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 411304 INFO (qtp23591168-3324) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@735c0d[c8n_crud_1x2_shard1_replica_t2] main]
[junit4] 2> 411305 INFO (qtp23591168-3324) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 411305 INFO (qtp23591168-3324) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 411306 INFO (qtp23591168-3324) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 411306 INFO (qtp23591168-3324) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576302811314913280
[junit4] 2> 411306 INFO (searcherExecutor-1753-thread-1) [ ] o.a.s.c.SolrCore [c8n_crud_1x2_shard1_replica_t2] Registered new searcher Searcher@735c0d[c8n_crud_1x2_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 411800 INFO (qtp9551482-3378) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 411800 INFO (qtp9551482-3378) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 411800 INFO (qtp9551482-3378) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35191/c8n_crud_1x2_shard1_replica_t1/
[junit4] 2> 411800 INFO (qtp9551482-3378) [ ] o.a.s.u.PeerSync PeerSync: core=c8n_crud_1x2_shard1_replica_t1 url=http://127.0.0.1:35191 START replicas=[http://127.0.0.1:33783/c8n_crud_1x2_shard1_replica_t2/] nUpdates=100
[junit4] 2> 411800 INFO (SocketProxy-Acceptor-33783) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48808,localport=33783], receiveBufferSize:5310
[...truncated too long message...]
st.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 427558 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d0b40b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@f59c
[junit4] 2> 427562 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 427562 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17646c5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@152a932
[junit4] 2> 427565 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 427565 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d6085a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ed2f42
[junit4] 2> 427567 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 427568 INFO (coreCloseExecutor-1796-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] CLOSING SolrCore org.apache.solr.core.SolrCore@fae7a9
[junit4] 2> 427568 INFO (coreCloseExecutor-1796-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t45, tag=16443305
[junit4] 2> 427568 INFO (coreCloseExecutor-1796-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1672d5b: rootName = null, domain = solr.core.collection1.shard2.replica_t45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t45 / com.codahale.metrics.MetricRegistry@2e4c28
[junit4] 2> 427576 INFO (coreCloseExecutor-1796-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=16443305
[junit4] 2> 427581 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.Overseer Overseer (id=98518924848988175-127.0.0.1:39725_-n_0000000003) closing
[junit4] 2> 427581 INFO (OverseerStateUpdate-98518924848988175-127.0.0.1:39725_-n_0000000003) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39725_
[junit4] 2> 429085 WARN (zkCallback-480-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 429085 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@135e851{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 429085 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6974e3{/,null,UNAVAILABLE}
[junit4] 2> 429086 ERROR (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 429086 INFO (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36865 36865
[junit4] 2> 429149 INFO (Thread-865) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36865 36865
[junit4] 2> 429150 WARN (Thread-865) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 429150 WARN (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:44517/, target: http://127.0.0.1:37541/
[junit4] 2> 429150 WARN (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:35191/, target: http://127.0.0.1:40999/
[junit4] 2> 429150 WARN (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39725/, target: http://127.0.0.1:43193/
[junit4] 2> 429150 WARN (TEST-HttpPartitionTest.test-seed#[8E3A470CE083B308]) [ ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:33783/, target: http://127.0.0.1:37141/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=8E3A470CE083B308 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-ZW -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 30.9s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:35191/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([8E3A470CE083B308:66E78D64E7FDEF0]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_8E3A470CE083B308-001
[junit4] 2> Aug 21, 2017 1:38:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128), text=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1592, maxMBSortInHeap=6.100148947670907, sim=RandomSimilarity(queryNorm=true): {}, locale=en-ZW, timezone=Europe/Belgrade
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=24063776,total=315621376
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetProperties, TestPrepRecovery, DirectSolrConnectionTest, ZkControllerTest, QueryParsingTest, TestValueSourceCache, BadCopyFieldTest, MigrateRouteKeyTest, JsonLoaderTest, DataDrivenBlockJoinTest, DistributedMLTComponentTest, LoggingHandlerTest, CollectionsAPIDistributedZkTest, TestMultiValuedNumericRangeQuery, DistributedTermsComponentTest, ClusterStateUpdateTest, AnalysisAfterCoreReloadTest, MetricsConfigTest, TestDynamicFieldCollectionResource, SolrCmdDistributorTest, TestSolrCloudWithSecureImpersonation, TestDeleteCollectionOnDownNodes, TestSchemaNameResource, SolrSlf4jReporterTest, TestMaxTokenLenTokenizer, TestCoreContainer, TestFieldCacheReopen, TestExactSharedStatsCache, TolerantUpdateProcessorTest, TestGraphMLResponseWriter, AnalyticsMergeStrategyTest, TestAuthenticationFramework, UpdateRequestProcessorFactoryTest, SampleTest, TermVectorComponentTest, TestPartialUpdateDeduplication, DistributedVersionInfoTest, TestBlobHandler, SliceStateTest, TestBM25SimilarityFactory, MetricUtilsTest, HdfsLockFactoryTest, TestFastLRUCache, BitVectorTest, LukeRequestHandlerTest, TestLRUCache, SOLR749Test, HttpPartitionTest]
[junit4] Completed [141/729 (1!)] on J1 in 31.21s, 1 test, 1 failure <<< FAILURES!
[...truncated 38600 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-9-ea+181) - Build #
294 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/294/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:46229/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:46229/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([2A19EEC601BA7C4E:A24DD11CAF4611B6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12317 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/init-core-data-001
[junit4] 2> 1545377 WARN (SUITE-HttpPartitionTest-seed#[2A19EEC601BA7C4E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1545377 INFO (SUITE-HttpPartitionTest-seed#[2A19EEC601BA7C4E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1545378 INFO (SUITE-HttpPartitionTest-seed#[2A19EEC601BA7C4E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1545378 INFO (SUITE-HttpPartitionTest-seed#[2A19EEC601BA7C4E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1545378 INFO (SUITE-HttpPartitionTest-seed#[2A19EEC601BA7C4E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1545379 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1545380 INFO (Thread-3410) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1545380 INFO (Thread-3410) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1545381 ERROR (Thread-3410) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1545480 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkTestServer start zk server on port:34803
[junit4] 2> 1545484 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1545484 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1545485 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1545486 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1545486 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1545486 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1545487 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1545487 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1545488 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1545488 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1545489 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1545489 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1545560 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1545561 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@734d1ff9{/,null,AVAILABLE}
[junit4] 2> 1545562 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d9aa30c{HTTP/1.1,[http/1.1]}{127.0.0.1:43013}
[junit4] 2> 1545562 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server Started @1547393ms
[junit4] 2> 1545563 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/tempDir-001/control/data, hostPort=46229, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1545563 ERROR (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1545563 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1545563 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1545563 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1545563 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:57:08.963434Z
[junit4] 2> 1545564 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1545564 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/control-001/solr.xml
[junit4] 2> 1545567 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1545568 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34803/solr
[junit4] 2> 1545641 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1545641 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46229_
[junit4] 2> 1545642 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.Overseer Overseer (id=98517111850991620-127.0.0.1:46229_-n_0000000000) starting
[junit4] 2> 1545644 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46229_
[junit4] 2> 1545644 INFO (zkCallback-5570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1545674 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1545682 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1545682 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1545683 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/control-001/cores
[junit4] 2> 1545697 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1545698 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34803/solr ready
[junit4] 2> 1545698 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57676,localport=46229], receiveBufferSize:531000
[junit4] 2> 1545700 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43013,localport=35972], receiveBufferSize=530904
[junit4] 2> 1545701 INFO (qtp2041498257-22732) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46229_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1545702 INFO (OverseerThreadFactory-7323-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1545805 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57680,localport=46229], receiveBufferSize:531000
[junit4] 2> 1545805 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43013,localport=35976], receiveBufferSize=530904
[junit4] 2> 1545806 INFO (qtp2041498257-22734) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1545806 INFO (qtp2041498257-22734) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1545908 INFO (zkCallback-5570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1546815 INFO (qtp2041498257-22734) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1546825 INFO (qtp2041498257-22734) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1546905 INFO (qtp2041498257-22734) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1546912 INFO (qtp2041498257-22734) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1546913 INFO (qtp2041498257-22734) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1546913 INFO (qtp2041498257-22734) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1546913 INFO (qtp2041498257-22734) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1546915 INFO (qtp2041498257-22734) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1546916 WARN (qtp2041498257-22734) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1546948 INFO (qtp2041498257-22734) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1546948 INFO (qtp2041498257-22734) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1546970 INFO (qtp2041498257-22734) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1546970 INFO (qtp2041498257-22734) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1546972 INFO (qtp2041498257-22734) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@449b6432
[junit4] 2> 1546972 INFO (qtp2041498257-22734) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4657fb2c[control_collection_shard1_replica_n1] main]
[junit4] 2> 1546973 INFO (qtp2041498257-22734) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1546973 INFO (qtp2041498257-22734) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1546974 INFO (qtp2041498257-22734) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1546975 INFO (searcherExecutor-7326-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4657fb2c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1546975 INFO (qtp2041498257-22734) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273791287296000
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46229/control_collection_shard1_replica_n1/
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:46229/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1546979 INFO (qtp2041498257-22734) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1546981 INFO (qtp2041498257-22734) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46229/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1547082 INFO (zkCallback-5570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1547120 INFO (qtp2041498257-22734) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1547122 INFO (qtp2041498257-22734) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
[junit4] 2> 1547123 INFO (qtp2041498257-22732) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1547223 INFO (zkCallback-5570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1547703 INFO (OverseerCollectionConfigSetProcessor-98517111850991620-127.0.0.1:46229_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1548123 INFO (qtp2041498257-22732) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46229_&wt=javabin&version=2} status=0 QTime=2421
[junit4] 2> 1548126 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1548126 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34803/solr ready
[junit4] 2> 1548126 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1548127 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57706,localport=46229], receiveBufferSize:531000
[junit4] 2> 1548127 INFO (SocketProxy-Acceptor-46229) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43013,localport=36002], receiveBufferSize=530904
[junit4] 2> 1548128 INFO (qtp2041498257-22732) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1548129 INFO (OverseerThreadFactory-7323-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1548130 WARN (OverseerThreadFactory-7323-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1548332 INFO (qtp2041498257-22732) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1548332 INFO (qtp2041498257-22732) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 1548407 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001 of type TLOG
[junit4] 2> 1548407 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1548408 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ae32cd5{/,null,AVAILABLE}
[junit4] 2> 1548408 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b9e9dcc{HTTP/1.1,[http/1.1]}{127.0.0.1:45365}
[junit4] 2> 1548408 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server Started @1550239ms
[junit4] 2> 1548408 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/tempDir-001/jetty1, hostPort=44921, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 1548408 ERROR (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1548409 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1548409 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1548409 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1548409 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:57:11.809176Z
[junit4] 2> 1548410 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1548410 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/solr.xml
[junit4] 2> 1548412 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1548414 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34803/solr
[junit4] 2> 1548417 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1548417 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1548418 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44921_
[junit4] 2> 1548419 INFO (zkCallback-5570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1548419 INFO (zkCallback-5577-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1548420 INFO (zkCallback-5582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1548444 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1548450 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1548451 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1548452 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores
[junit4] 2> 1548465 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34680,localport=44921], receiveBufferSize:531000
[junit4] 2> 1548465 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51774], receiveBufferSize=530904
[junit4] 2> 1548472 INFO (qtp417814302-22780) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44921_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1548473 INFO (OverseerCollectionConfigSetProcessor-98517111850991620-127.0.0.1:46229_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1548473 INFO (OverseerThreadFactory-7323-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44921_ for creating new replica
[junit4] 2> 1548474 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34684,localport=44921], receiveBufferSize:531000
[junit4] 2> 1548474 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51778], receiveBufferSize=530904
[junit4] 2> 1548474 INFO (qtp417814302-22775) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1548475 INFO (qtp417814302-22775) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1549481 INFO (qtp417814302-22775) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1549489 INFO (qtp417814302-22775) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1549574 INFO (qtp417814302-22775) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1549580 INFO (qtp417814302-22775) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1549580 INFO (qtp417814302-22775) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1549580 INFO (qtp417814302-22775) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1549581 INFO (qtp417814302-22775) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1549582 INFO (qtp417814302-22775) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1549584 WARN (qtp417814302-22775) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1549613 INFO (qtp417814302-22775) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1549613 INFO (qtp417814302-22775) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1549614 INFO (qtp417814302-22775) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1549614 INFO (qtp417814302-22775) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1549615 INFO (qtp417814302-22775) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5387beb0
[junit4] 2> 1549615 INFO (qtp417814302-22775) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e08655c[collection1_shard2_replica_t41] main]
[junit4] 2> 1549616 INFO (qtp417814302-22775) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1549616 INFO (qtp417814302-22775) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1549617 INFO (qtp417814302-22775) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1549617 INFO (searcherExecutor-7337-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2e08655c[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1549617 INFO (qtp417814302-22775) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273794057633792
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44921/collection1_shard2_replica_t41/
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44921/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1549620 INFO (qtp417814302-22775) [ ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1549621 INFO (qtp417814302-22775) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44921/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1549772 INFO (qtp417814302-22775) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1549773 INFO (qtp417814302-22775) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1298
[junit4] 2> 1549774 INFO (qtp417814302-22780) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44921_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1301
[junit4] 2> 1549865 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001 of type TLOG
[junit4] 2> 1549865 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d256f89{/,null,AVAILABLE}
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22640375{HTTP/1.1,[http/1.1]}{127.0.0.1:42343}
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server Started @1551697ms
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/tempDir-001/jetty2, hostPort=42091, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 1549866 ERROR (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1549866 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1549867 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1549867 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:57:13.267031Z
[junit4] 2> 1549868 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1549868 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/solr.xml
[junit4] 2> 1549870 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1549872 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34803/solr
[junit4] 2> 1549875 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1549876 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1549876 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42091_
[junit4] 2> 1549877 INFO (zkCallback-5577-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1549877 INFO (zkCallback-5582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1549877 INFO (zkCallback-5570-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1549877 INFO (zkCallback-5588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1549904 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1549911 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1549912 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1549913 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores
[junit4] 2> 1549932 INFO (qtp417814302-22781) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42091_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1549933 INFO (OverseerThreadFactory-7323-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42091_ for creating new replica
[junit4] 2> 1549933 INFO (OverseerCollectionConfigSetProcessor-98517111850991620-127.0.0.1:46229_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1549934 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45662,localport=42091], receiveBufferSize:531000
[junit4] 2> 1549934 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42343,localport=57014], receiveBufferSize=530904
[junit4] 2> 1549934 INFO (qtp1590401613-22815) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1549935 INFO (qtp1590401613-22815) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1550941 INFO (qtp1590401613-22815) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1550948 INFO (qtp1590401613-22815) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1551029 INFO (qtp1590401613-22815) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1551036 INFO (qtp1590401613-22815) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1551036 INFO (qtp1590401613-22815) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1551036 INFO (qtp1590401613-22815) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1551036 INFO (qtp1590401613-22815) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1551038 INFO (qtp1590401613-22815) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1551039 WARN (qtp1590401613-22815) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1551068 INFO (qtp1590401613-22815) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1551068 INFO (qtp1590401613-22815) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1551079 INFO (qtp1590401613-22815) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1551079 INFO (qtp1590401613-22815) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1551079 INFO (qtp1590401613-22815) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@71871416
[junit4] 2> 1551080 INFO (qtp1590401613-22815) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@20c6e9cc[collection1_shard1_replica_t43] main]
[junit4] 2> 1551080 INFO (qtp1590401613-22815) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1551080 INFO (qtp1590401613-22815) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1551081 INFO (qtp1590401613-22815) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1551082 INFO (searcherExecutor-7348-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@20c6e9cc[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1551082 INFO (qtp1590401613-22815) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273795593797632
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42091/collection1_shard1_replica_t43/
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:42091/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1551097 INFO (qtp1590401613-22815) [ ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1551099 INFO (qtp1590401613-22815) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42091/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1551214 INFO (qtp1590401613-22815) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1551215 INFO (qtp1590401613-22815) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1281
[junit4] 2> 1551217 INFO (qtp417814302-22781) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42091_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1284
[junit4] 2> 1551297 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001 of type TLOG
[junit4] 2> 1551298 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1551298 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1167f155{/,null,AVAILABLE}
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34754878{HTTP/1.1,[http/1.1]}{127.0.0.1:40765}
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.e.j.s.Server Started @1553129ms
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/tempDir-001/jetty3, hostPort=45309, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 1551299 ERROR (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1551299 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:57:14.699597Z
[junit4] 2> 1551300 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1551301 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001/solr.xml
[junit4] 2> 1551303 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1551305 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34803/solr
[junit4] 2> 1551308 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1551309 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1551310 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45309_
[junit4] 2> 1551311 INFO (zkCallback-5570-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1551311 INFO (zkCallback-5588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1551311 INFO (zkCallback-5582-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1551311 INFO (zkCallback-5577-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1551312 INFO (zkCallback-5594-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1551351 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1551361 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1551361 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1551362 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001/cores
[junit4] 2> 1551387 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57828,localport=45309], receiveBufferSize:531000
[junit4] 2> 1551387 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40765,localport=45096], receiveBufferSize=530904
[junit4] 2> 1551388 INFO (qtp976578361-22847) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45309_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1551389 INFO (OverseerCollectionConfigSetProcessor-98517111850991620-127.0.0.1:46229_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1551389 INFO (OverseerThreadFactory-7323-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45309_ for creating new replica
[junit4] 2> 1551389 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57832,localport=45309], receiveBufferSize:531000
[junit4] 2> 1551390 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40765,localport=45100], receiveBufferSize=530904
[junit4] 2> 1551390 INFO (qtp976578361-22849) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1551390 INFO (qtp976578361-22849) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1552399 INFO (qtp976578361-22849) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1552409 INFO (qtp976578361-22849) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 1552505 INFO (qtp976578361-22849) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1552513 INFO (qtp976578361-22849) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 1552513 INFO (qtp976578361-22849) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1552513 INFO (qtp976578361-22849) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1552513 INFO (qtp976578361-22849) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 1552515 INFO (qtp976578361-22849) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1552516 WARN (qtp976578361-22849) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1552552 INFO (qtp976578361-22849) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1552552 INFO (qtp976578361-22849) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1552554 INFO (qtp976578361-22849) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1552554 INFO (qtp976578361-22849) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1552555 INFO (qtp976578361-22849) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4f98b563
[junit4] 2> 1552555 INFO (qtp976578361-22849) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@516425d5[collection1_shard2_replica_t45] main]
[junit4] 2> 1552556 INFO (qtp976578361-22849) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1552556 INFO (qtp976578361-22849) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1552557 INFO (qtp976578361-22849) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1552558 INFO (searcherExecutor-7359-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@516425d5[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1552558 INFO (qtp976578361-22849) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273797141495808
[junit4] 2> 1552560 INFO (qtp976578361-22849) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 1552561 INFO (updateExecutor-5591-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1552561 INFO (qtp976578361-22849) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1170
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1552561 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:44921/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:45309/collection1_shard2_replica_t45/]
[junit4] 2> 1552562 INFO (qtp976578361-22847) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45309_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1173
[junit4] 2> 1552563 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:44921]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:45309_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1552563 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34738,localport=44921], receiveBufferSize:531000
[junit4] 2> 1552563 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51832], receiveBufferSize=530904
[junit4] 2> 1552564 INFO (qtp417814302-22775) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1552565 INFO (qtp417814302-22775) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45309_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:45309","node_name":"127.0.0.1:45309_","state":"down","type":"TLOG"}
[junit4] 2> 1552569 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1552569 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 1552569 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 1553390 INFO (OverseerCollectionConfigSetProcessor-98517111850991620-127.0.0.1:46229_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1553565 INFO (qtp417814302-22775) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:45309_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:45309","node_name":"127.0.0.1:45309_","state":"recovering","type":"TLOG"}
[junit4] 2> 1553565 INFO (qtp417814302-22775) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1553565 INFO (qtp417814302-22775) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45309_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1554065 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 1554065 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:44921/collection1_shard2_replica_t41/].
[junit4] 2> 1554066 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34756,localport=44921], receiveBufferSize:531000
[junit4] 2> 1554067 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51850], receiveBufferSize=530904
[junit4] 2> 1554068 INFO (qtp417814302-22778) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576273798724845568,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1554068 INFO (qtp417814302-22778) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1554068 INFO (qtp417814302-22778) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1554068 INFO (qtp417814302-22778) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1554069 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34760,localport=44921], receiveBufferSize:531000
[junit4] 2> 1554070 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51854], receiveBufferSize=530904
[junit4] 2> 1554078 INFO (qtp417814302-22782) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1554078 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1554078 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1554078 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1554079 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1554079 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 1554079 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1554079 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
[junit4] 2> 1554079 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1554080 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1554080 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 1554080 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273798737428480
[junit4] 2> 1554082 INFO (recoveryExecutor-5592-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 1554569 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1554570 INFO (qtp2041498257-22734) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576273799251230720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1554570 INFO (qtp2041498257-22734) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1554570 INFO (qtp2041498257-22734) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1554570 INFO (qtp2041498257-22734) [ ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1554570 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45728,localport=42091], receiveBufferSize:531000
[junit4] 2> 1554571 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42343,localport=57080], receiveBufferSize=530904
[junit4] 2> 1554572 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45732,localport=42091], receiveBufferSize:531000
[junit4] 2> 1554572 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57878,localport=45309], receiveBufferSize:531000
[junit4] 2> 1554572 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34776,localport=44921], receiveBufferSize:531000
[junit4] 2> 1554572 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42343,localport=57088], receiveBufferSize=530904
[junit4] 2> 1554573 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51876], receiveBufferSize=530904
[junit4] 2> 1554573 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40765,localport=45150], receiveBufferSize=530904
[junit4] 2> 1554573 INFO (qtp1590401613-22815) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576273799254376448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1554573 INFO (qtp417814302-22777) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576273799254376448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1554573 INFO (qtp1590401613-22815) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1554573 INFO (qtp417814302-22777) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1554573 INFO (qtp417814302-22777) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1554573 INFO (qtp1590401613-22815) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1554573 INFO (qtp1590401613-22815) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t43] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42091/collection1_shard1_replica_t43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1554573 INFO (qtp417814302-22777) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42091/collection1_shard1_replica_t43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1554574 INFO (qtp976578361-22843) [ ] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 1554575 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34786,localport=44921], receiveBufferSize:531000
[junit4] 2> 1554575 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51880], receiveBufferSize=530904
[junit4] 2> 1554576 INFO (qtp417814302-22778) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1554576 INFO (qtp976578361-22843) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t45] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42091/collection1_shard1_replica_t43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 1554576 INFO (qtp1590401613-22817) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t43] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1554577 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34790,localport=44921], receiveBufferSize:531000
[junit4] 2> 1554577 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51884], receiveBufferSize=530904
[junit4] 2> 1554578 INFO (qtp417814302-22781) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1554579 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57896,localport=45309], receiveBufferSize:531000
[junit4] 2> 1554579 INFO (SocketProxy-Acceptor-45309) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40765,localport=45164], receiveBufferSize=530904
[junit4] 2> 1554580 INFO (qtp976578361-22847) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t45] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1554580 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45756,localport=42091], receiveBufferSize:531000
[junit4] 2> 1554581 INFO (SocketProxy-Acceptor-42091) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42343,localport=57108], receiveBufferSize=530904
[junit4] 2> 1554581 INFO (qtp1590401613-22812) [ ] o.a.s.c.S.Request [collection1_shard1_replica_t43] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1555056 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:44921/collection1_shard2_replica_t41/
[junit4] 2> 1555056 INFO (qtp417814302-22775) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1555057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1555057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1555057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1555057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1556582 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_crud_1x2
[junit4] 2> 1556583 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34816,localport=44921], receiveBufferSize:531000
[junit4] 2> 1556583 INFO (SocketProxy-Acceptor-44921) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45365,localport=51910], receiveBufferSize=530904
[junit4] 2> 1556583 INFO (qtp417814302-22780) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=c8n_crud_1x2&action=CREATE&numShards=1&tlogReplicas=2&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1556584 INFO (OverseerThreadFactory-7323-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_crud_1x2
[junit4] 2> 1556688 INFO (qtp417814302-22777) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t1&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1556689 INFO (qtp1590401613-22816) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t2&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1557707 INFO (qtp1590401613-22816) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1557709 INFO (qtp417814302-22777) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1557717 INFO (qtp1590401613-22816) [ ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t2] Schema name=test
[junit4] 2> 1557719 INFO (qtp417814302-22777) [ ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t1] Schema name=test
[junit4] 2> 1557787 INFO (qtp1590401613-22816) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1557793 INFO (qtp1590401613-22816) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t2' using configuration from collection c8n_crud_1x2, trusted=true
[junit4] 2> 1557794 INFO (qtp1590401613-22816) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t2' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1557794 INFO (qtp1590401613-22816) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1557794 INFO (qtp1590401613-22816) [ ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores/c8n_crud_1x2_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-2-001/cores/c8n_crud_1x2_shard1_replica_t2/data/]
[junit4] 2> 1557795 INFO (qtp1590401613-22816) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1557797 WARN (qtp1590401613-22816) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1557802 INFO (qtp417814302-22777) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1557818 INFO (qtp417814302-22777) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t1' using configuration from collection c8n_crud_1x2, trusted=true
[junit4] 2> 1557818 INFO (qtp417814302-22777) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t1' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bcab35
[junit4] 2> 1557818 INFO (qtp417814302-22777) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1557818 INFO (qtp417814302-22777) [ ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1/data/]
[junit4] 2> 1557821 INFO (qtp417814302-22777) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=7.2470703125, floorSegmentMB=0.966796875, forceMergeDeletesPctAllowed=15.520799400958118, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7466933291309589
[junit4] 2> 1557823 WARN (qtp417814302-22777) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1557840 INFO (qtp1590401613-22816) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1557840 INFO (qtp1590401613-22816) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1557842 INFO (qtp1590401613-22816) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1557842 INFO (qtp1590401613-22816) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1557843 INFO (qtp1590401613-22816) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@25eb1ad2
[junit4] 2> 1557843 INFO (qtp1590401613-22816) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c0abbac[c8n_crud_1x2_shard1_replica_t2] main]
[junit4] 2> 1557844 INFO (qtp1590401613-22816) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1557844 INFO (qtp1590401613-22816) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1557845 INFO (qtp1590401613-22816) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1557846 INFO (searcherExecutor-7366-thread-1) [ ] o.a.s.c.SolrCore [c8n_crud_1x2_shard1_replica_t2] Registered new searcher Searcher@2c0abbac[c8n_crud_1x2_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1557846 INFO (qtp1590401613-22816) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273802686365696
[junit4] 2> 1557849 INFO (qtp1590401613-22816) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1557860 INFO (qtp417814302-22777) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1557860 INFO (qtp417814302-22777) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1557861 INFO (qtp417814302-22777) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1557861 INFO (qtp417814302-22777) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1557862 INFO (qtp417814302-22777) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@43f0bcd1
[junit4] 2> 1557862 INFO (qtp417814302-22777) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@dbf1fc3[c8n_crud_1x2_shard1_replica_t1] main]
[junit4] 2> 1557863 INFO (qtp417814302-22777) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1557863 INFO (qtp417814302-22777) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1557863 INFO (qtp417814302-22777) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1557863 INFO (qtp417814302-22777) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576273802704191488
[junit4] 2> 1557864 INFO (searcherExecutor-7367-thread-1) [ ] o.a.s.c.SolrCore [c8n_crud_1x2_shard1_replica_t1] Registered new searcher Searcher@dbf1fc3[c8n_crud_1x2_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1558056 INFO (qtp417814302-22775) [ ] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1558056 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1558057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1558057 INFO (indexFetcher-7365-thread-1) [ ] o.a.s.h.IndexFetcher Slave's g
[...truncated too long message...]
HUTDOWN server state changes
[junit4] 2> 1575104 INFO (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34803 34803
[junit4] 2> 1575977 INFO (Thread-3410) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34803 34803
[junit4] 2> 1575978 WARN (Thread-3410) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collMinRf_1x3/leader_elect/shard1/election/98517111850991628-core_node6-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1575978 WARN (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:45309/, target: http://127.0.0.1:40765/
[junit4] 2> 1575978 WARN (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:44921/, target: http://127.0.0.1:45365/
[junit4] 2> 1575978 WARN (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:42091/, target: http://127.0.0.1:42343/
[junit4] 2> 1575978 WARN (TEST-HttpPartitionTest.test-seed#[2A19EEC601BA7C4E]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:46229/, target: http://127.0.0.1:43013/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=2A19EEC601BA7C4E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ta-MY -Dtests.timezone=Pacific/Efate -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 30.6s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:46229/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([2A19EEC601BA7C4E:A24DD11CAF4611B6]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_2A19EEC601BA7C4E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=881, maxMBSortInHeap=7.9084325490734795, sim=RandomSimilarity(queryNorm=false): {}, locale=ta-MY, timezone=Pacific/Efate
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=171109192,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCharFilters, TestManagedStopFilterFactory, TestSolrCloudWithSecureImpersonation, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedVersionInfoTest, TestStressVersions, TestAuthorizationFramework, DeleteShardTest, DocValuesTest, ZkSolrClientTest, CoreAdminHandlerTest, AssignTest, WrapperMergePolicyFactoryTest, TestPrepRecovery, TestSubQueryTransformerDistrib, TestTrieFacet, SampleTest, TestSimpleTrackingShardHandler, TestCustomStream, TestRestManager, QueryParsingTest, ConcurrentDeleteAndCreateCollectionTest, DirectSolrSpellCheckerTest, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, AtomicUpdatesTest, ActionThrottleTest, SubstringBytesRefFilterTest, PrimUtilsTest, BadComponentTest, OverseerCollectionConfigSetProcessorTest, SolrGraphiteReporterTest, TestExactSharedStatsCache, SpellCheckComponentTest, TestTrackingShardHandlerFactory, StatsReloadRaceTest, TestMaxScoreQueryParser, TestCloudManagedSchema, TestSolrCloudWithHadoopAuthPlugin, BlockJoinFacetDistribTest, EnumFieldTest, OverseerStatusTest, SolrCLIZkUtilsTest, CreateCollectionCleanupTest, HdfsRecoverLeaseTest, ReplicationFactorTest, AnalysisAfterCoreReloadTest, TestMultiValuedNumericRangeQuery, JsonLoaderTest, CurrencyFieldTypeTest, ImplicitSnitchTest, TestSolrJ, NodeMutatorTest, TestDocBasedVersionConstraints, ScriptEngineTest, DisMaxRequestHandlerTest, TestAuthenticationFramework, TestLRUCache, StatelessScriptUpdateProcessorFactoryTest, SOLR749Test, TestFieldCacheReopen, TestSolrCLIRunExample, ReplicaListTransformerTest, ClusterStateUpdateTest, CloudExitableDirectoryReaderTest, TestHashQParserPlugin, TestDynamicFieldCollectionResource, TestFiltering, TestManagedSchemaThreadSafety, HighlighterTest, TestPostingsSolrHighlighter, TestSizeLimitedDistributedMap, TestSolrFieldCacheBean, TestJsonFacetRefinement, TestRTGBase, DistributedIntervalFacetingTest, TestPartialUpdateDeduplication, DistributedFacetPivotWhiteBoxTest, TestSystemIdResolver, TestSolrIndexConfig, TestReloadAndDeleteDocs, TestSQLHandler, HdfsSyncSliceTest, TestFastLRUCache, HdfsBasicDistributedZk2Test, TestCloudJSONFacetJoinDomain, ResourceLoaderTest, DeleteLastCustomShardedReplicaTest, DataDrivenBlockJoinTest, TestConfigsApi, TestScoreJoinQPNoScore, TestAnalyzeInfixSuggestions, TestUnifiedSolrHighlighter, TestLegacyFieldReuse, NoCacheHeaderTest, TestCustomDocTransformer, SoftAutoCommitTest, LargeFieldTest, DistanceFunctionTest, TestSolrCoreSnapshots, ExitableDirectoryReaderTest, TestMaxTokenLenTokenizer, CollectionTooManyReplicasTest, TestSearchPerf, DocValuesMultiTest, DistributedSuggestComponentTest, HdfsUnloadDistributedZkTest, IndexSchemaRuntimeFieldTest, TestCollectionAPI, TestFreeTextSuggestions, TestCursorMarkWithoutUniqueKey, TestReloadDeadlock, HdfsLockFactoryTest, TestValueSourceCache, CSVRequestHandlerTest, SchemaVersionSpecificBehaviorTest, TestClusterStateMutator, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ZkCLITest, TestDistributedSearch, TestFaceting, TestRecovery, TestStressReorder, TestJoin, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestLFUCache, MultiTermTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestDistributedMissingSort, ConnectionReuseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest]
[junit4] Completed [464/729 (1!)] on J1 in 30.62s, 1 test, 1 failure <<< FAILURES!
[...truncated 37439 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-9-ea+181) - Build #
293 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/293/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
10 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.index.hdfs.CheckHdfsIndexTest
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.index.hdfs.CheckHdfsIndexTest.setupClass(CheckHdfsIndexTest.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.index.hdfs.CheckHdfsIndexTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.index.hdfs.CheckHdfsIndexTest: 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.index.hdfs.CheckHdfsIndexTest:
1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.index.hdfs.CheckHdfsIndexTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestHdfsUpdateLog
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:52)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestHdfsUpdateLog
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.TestHdfsUpdateLog: 1) Thread[id=4374, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestHdfsUpdateLog] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.TestHdfsUpdateLog:
1) Thread[id=4374, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestHdfsUpdateLog]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestHdfsUpdateLog
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4374, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestHdfsUpdateLog] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4374, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-TestHdfsUpdateLog]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
org/mortbay/jetty/security/SslSelectChannelConnector
Stack Trace:
java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
at java.base/java.lang.ClassLoader.defineClass1(Native Method)
at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest.setupClass(MoveReplicaHDFSUlogDirTest.java:55)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest: 1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest:
1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553) at java.base@9/java.util.TimerThread.run(Timer.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
at java.base@9/java.util.TimerThread.run(Timer.java:506)
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D:1B96C38D712F7AA5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 10814 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 37372 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/init-core-data-001
[junit4] 2> 37373 WARN (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 37373 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 37373 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 37374 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001
[junit4] 2> 37374 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 37377 INFO (Thread-43) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 37377 INFO (Thread-43) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 37386 ERROR (Thread-43) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 37477 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36471
[junit4] 2> 37490 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dffdc25290000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 37498 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37509 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50559bfd{/solr,null,AVAILABLE}
[junit4] 2> 37510 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d9bfb39{HTTP/1.1,[http/1.1]}{127.0.0.1:36701}
[junit4] 2> 37510 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.Server Started @40681ms
[junit4] 2> 37511 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36701}
[junit4] 2> 37511 ERROR (jetty-launcher-48-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37511 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 37511 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37511 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37511 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T13:36:43.950486Z
[junit4] 2> 37521 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37529 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36471/solr
[junit4] 2> 37620 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 37621 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36701_solr
[junit4] 2> 37621 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98516087853350915-127.0.0.1:36701_solr-n_0000000000) starting
[junit4] 2> 37660 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36701_solr
[junit4] 2> 37666 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 37705 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 37713 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 37714 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 37715 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/.
[junit4] 2> 37748 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 37749 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36471/solr ready
[junit4] 2> 37757 INFO (qtp1138522932-356) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37760 INFO (OverseerThreadFactory-375-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 37868 INFO (OverseerStateUpdate-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36701/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 37876 INFO (OverseerStateUpdate-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36701/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 38083 INFO (qtp1138522932-355) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 38083 INFO (qtp1138522932-351) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 38083 INFO (qtp1138522932-355) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 38189 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 38189 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39091 INFO (qtp1138522932-355) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 39093 INFO (qtp1138522932-351) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 39097 INFO (qtp1138522932-355) [ ] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 39098 INFO (qtp1138522932-355) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 39098 INFO (qtp1138522932-355) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 39099 INFO (qtp1138522932-355) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 39099 INFO (qtp1138522932-351) [ ] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 39099 INFO (qtp1138522932-355) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 39099 INFO (qtp1138522932-355) [ ] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 39101 INFO (qtp1138522932-351) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 39101 INFO (qtp1138522932-351) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
[junit4] 2> 39101 INFO (qtp1138522932-351) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 39101 INFO (qtp1138522932-351) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 39101 INFO (qtp1138522932-351) [ ] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
[junit4] 2> 39134 INFO (qtp1138522932-355) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 39134 INFO (qtp1138522932-355) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39135 INFO (qtp1138522932-355) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39135 INFO (qtp1138522932-355) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39136 INFO (qtp1138522932-355) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@70646753[testCollection1_shard1_replica_n1] main]
[junit4] 2> 39137 INFO (qtp1138522932-355) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 39137 INFO (qtp1138522932-355) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 39137 INFO (qtp1138522932-355) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 39138 INFO (searcherExecutor-378-thread-1) [ ] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@70646753[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39138 INFO (qtp1138522932-355) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576257407499108352
[junit4] 2> 39141 INFO (qtp1138522932-355) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 39142 INFO (qtp1138522932-355) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 39142 INFO (qtp1138522932-355) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36701/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 39142 INFO (qtp1138522932-355) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 39143 INFO (qtp1138522932-355) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36701/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 39143 INFO (qtp1138522932-355) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 39146 INFO (qtp1138522932-355) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36701/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 39159 INFO (qtp1138522932-351) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 39159 INFO (qtp1138522932-351) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39160 INFO (qtp1138522932-351) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39160 INFO (qtp1138522932-351) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39161 INFO (qtp1138522932-351) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12def017[testCollection1_shard2_replica_n2] main]
[junit4] 2> 39162 INFO (qtp1138522932-351) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 39162 INFO (qtp1138522932-351) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 39163 INFO (qtp1138522932-351) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 39163 INFO (searcherExecutor-379-thread-1) [ ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@12def017[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39163 INFO (qtp1138522932-351) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576257407525322752
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36701/solr/testCollection1_shard2_replica_n2/
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36701/solr/testCollection1_shard2_replica_n2/ has no replicas
[junit4] 2> 39167 INFO (qtp1138522932-351) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 39169 INFO (qtp1138522932-351) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36701/solr/testCollection1_shard2_replica_n2/ shard2
[junit4] 2> 39270 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39270 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39297 INFO (qtp1138522932-355) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 39298 INFO (qtp1138522932-355) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1215
[junit4] 2> 39319 INFO (qtp1138522932-351) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 39321 INFO (qtp1138522932-351) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1237
[junit4] 2> 39324 INFO (qtp1138522932-356) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 39423 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39423 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 39761 INFO (OverseerCollectionConfigSetProcessor-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 40324 INFO (qtp1138522932-356) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2567
[junit4] 2> 40326 INFO (qtp1138522932-358) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 40327 INFO (OverseerThreadFactory-375-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 40536 INFO (OverseerStateUpdate-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36701/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 40539 INFO (OverseerStateUpdate-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36701/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 40742 INFO (qtp1138522932-352) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 40742 INFO (qtp1138522932-387) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 40849 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 40849 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41750 INFO (qtp1138522932-352) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 41750 INFO (qtp1138522932-387) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 41762 INFO (qtp1138522932-352) [ ] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 41762 INFO (qtp1138522932-387) [ ] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
[junit4] 2> 41764 INFO (qtp1138522932-352) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 41764 INFO (qtp1138522932-387) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 41764 INFO (qtp1138522932-352) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 41764 INFO (qtp1138522932-387) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
[junit4] 2> 41764 INFO (qtp1138522932-352) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 41764 INFO (qtp1138522932-387) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36701.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f4dfd80
[junit4] 2> 41764 INFO (qtp1138522932-352) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 41764 INFO (qtp1138522932-387) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 41764 INFO (qtp1138522932-352) [ ] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 41764 INFO (qtp1138522932-387) [ ] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
[junit4] 2> 41794 INFO (qtp1138522932-352) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41794 INFO (qtp1138522932-352) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41795 INFO (qtp1138522932-352) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41795 INFO (qtp1138522932-352) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41796 INFO (qtp1138522932-352) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@444e5d71[testCollection2_shard1_replica_n1] main]
[junit4] 2> 41796 INFO (qtp1138522932-352) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 41797 INFO (qtp1138522932-352) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 41797 INFO (qtp1138522932-352) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 41798 INFO (searcherExecutor-388-thread-1) [ ] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@444e5d71[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41798 INFO (qtp1138522932-352) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576257410288320512
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36701/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36701/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 41800 INFO (qtp1138522932-352) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 41802 INFO (qtp1138522932-387) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41802 INFO (qtp1138522932-387) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41803 INFO (qtp1138522932-387) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41803 INFO (qtp1138522932-387) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41804 INFO (qtp1138522932-387) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c8d44[testCollection2_shard2_replica_n3] main]
[junit4] 2> 41805 INFO (qtp1138522932-352) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36701/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 41805 INFO (qtp1138522932-387) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 41805 INFO (qtp1138522932-387) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 41806 INFO (qtp1138522932-387) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 41807 INFO (searcherExecutor-389-thread-1) [ ] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@5c8d44[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41807 INFO (qtp1138522932-387) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576257410297757696
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36701/solr/testCollection2_shard2_replica_n3/
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:36701/solr/testCollection2_shard2_replica_n3/ has no replicas
[junit4] 2> 41813 INFO (qtp1138522932-387) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 41815 INFO (qtp1138522932-387) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36701/solr/testCollection2_shard2_replica_n3/ shard2
[junit4] 2> 41917 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41917 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41955 INFO (qtp1138522932-352) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41957 INFO (qtp1138522932-352) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1214
[junit4] 2> 41966 INFO (qtp1138522932-387) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41967 INFO (qtp1138522932-387) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1225
[junit4] 2> 41969 INFO (qtp1138522932-358) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 42069 INFO (zkCallback-55-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 42069 INFO (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 42329 INFO (OverseerCollectionConfigSetProcessor-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 42969 INFO (qtp1138522932-358) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2643
[junit4] 2> 42973 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 42973 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 42973 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 42973 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 42982 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[93C2FC57DFD3175D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 42988 INFO (qtp1138522932-351) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
[junit4] 2> 42988 INFO (qtp1138522932-351) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eaf2a43: rootName = solr_36701, domain = solr.core.testCollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testCollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6e5aa32d
[junit4] 2> 42996 INFO (qtp1138522932-351) [ ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@2a175035
[junit4] 2> 42996 INFO (qtp1138522932-351) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=706170933
[junit4] 2> 42996 INFO (qtp1138522932-351) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=706170933
[junit4] 2> 42998 INFO (qtp1138522932-351) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=11
[junit4] 2> 43000 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[93C2FC57DFD3175D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=93C2FC57DFD3175D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-NG -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.03s J2 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D:1B96C38D712F7AA5]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 43004 INFO (jetty-closer-49-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d9bfb39{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 43004 INFO (jetty-closer-49-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1119486930
[junit4] 2> 43004 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 43004 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b680fb2: rootName = solr_36701, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28f0435a
[junit4] 2> 43008 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 43009 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@707f85b9: rootName = solr_36701, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@13f6a08d
[junit4] 2> 43012 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 43012 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1166ac04: rootName = solr_36701, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@708a5294
[junit4] 2> 43013 INFO (jetty-closer-49-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 43014 INFO (coreCloseExecutor-398-thread-1) [ ] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2c5ec5f1
[junit4] 2> 43014 INFO (coreCloseExecutor-398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=744408561
[junit4] 2> 43014 INFO (coreCloseExecutor-398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d8d7120: rootName = solr_36701, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@589bec4
[junit4] 2> 43014 INFO (coreCloseExecutor-398-thread-2) [ ] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@692976b2
[junit4] 2> 43014 INFO (coreCloseExecutor-398-thread-3) [ ] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@348619cd
[junit4] 2> 43020 INFO (coreCloseExecutor-398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=744408561
[junit4] 2> 43021 INFO (coreCloseExecutor-398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=1764325042
[junit4] 2> 43021 INFO (coreCloseExecutor-398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66c6b1b4: rootName = solr_36701, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4ff78c4c
[junit4] 2> 43025 INFO (coreCloseExecutor-398-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=881203661
[junit4] 2> 43025 INFO (coreCloseExecutor-398-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2db24efb: rootName = solr_36701, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@5db32f97
[junit4] 2> 43029 INFO (coreCloseExecutor-398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=1764325042
[junit4] 2> 43030 INFO (coreCloseExecutor-398-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=881203661
[junit4] 2> 43032 INFO (jetty-closer-49-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98516087853350915-127.0.0.1:36701_solr-n_0000000000) closing
[junit4] 2> 43032 INFO (OverseerStateUpdate-98516087853350915-127.0.0.1:36701_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36701_solr
[junit4] 2> 43033 WARN (zkCallback-55-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 43037 INFO (jetty-closer-49-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50559bfd{/solr,null,UNAVAILABLE}
[junit4] 2> 43037 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 43038 INFO (SUITE-LeaderElectionContextKeyTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36471 36471
[junit4] 2> 43435 INFO (Thread-43) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36471 36471
[junit4] 2> 43436 WARN (Thread-43) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/testCollection2/state.json
[junit4] 2> 5 /solr/collections/testCollection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_93C2FC57DFD3175D-001
[junit4] 2> Aug 20, 2017 1:36:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=en-NG, timezone=Africa/Libreville
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=217746176,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestStandardQParsers, BigEndianAscendingWordDeserializerTest, TestFieldTypeCollectionResource, TestQueryUtils, TestAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, CoreAdminCreateDiscoverTest, TestReload, SuggestComponentTest, SmileWriterTest, LeaderElectionContextKeyTest]
[junit4] Completed [19/729 (1!)] on J2 in 6.33s, 1 test, 1 failure <<< FAILURES!
[...truncated 4 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest
[junit4] 2> 35708 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_93C2FC57DFD3175D-001/init-core-data-001
[junit4] 2> 35709 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 35709 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 35710 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 35710 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_93C2FC57DFD3175D-001/tempDir-001
[junit4] 2> 35710 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 35717 INFO (Thread-26) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 35717 INFO (Thread-26) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 35719 ERROR (Thread-26) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 35817 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36099
[junit4] 2> 35830 INFO (jetty-launcher-27-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 35834 INFO (jetty-launcher-27-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 35854 INFO (jetty-launcher-27-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e7b71ef{/solr,null,AVAILABLE}
[junit4] 2> 35856 INFO (jetty-launcher-27-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b131768{HTTP/1.1,[http/1.1]}{127.0.0.1:38797}
[junit4] 2> 35856 INFO (jetty-launcher-27-thread-1) [ ] o.e.j.s.Server Started @37776ms
[junit4] 2> 35856 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38797}
[junit4] 2> 35856 ERROR (jetty-launcher-27-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35856 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 35857 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35857 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 35857 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T13:36:41.030158Z
[junit4] 2> 35918 INFO (jetty-launcher-27-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6710e64b{/solr,null,AVAILABLE}
[junit4] 2> 35919 INFO (jetty-launcher-27-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d7c70b7{HTTP/1.1,[http/1.1]}{127.0.0.1:35079}
[junit4] 2> 35919 INFO (jetty-launcher-27-thread-2) [ ] o.e.j.s.Server Started @37839ms
[junit4] 2> 35919 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35079}
[junit4] 2> 35919 ERROR (jetty-launcher-27-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35919 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 35920 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35920 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 35920 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T13:36:41.093099Z
[junit4] 2> 35933 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35958 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36099/solr
[junit4] 2> 35972 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35992 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36099/solr
[junit4] 2> 36038 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 36040 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35079_solr
[junit4] 2> 36042 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98516087661592582-127.0.0.1:35079_solr-n_0000000000) starting
[junit4] 2> 36067 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35079_solr
[junit4] 2> 36067 INFO (zkCallback-39-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 36139 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 36141 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 36144 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38797_solr
[junit4] 2> 36146 INFO (zkCallback-39-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 36146 INFO (zkCallback-35-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 36319 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36352 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36358 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36358 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36376 INFO (jetty-launcher-27-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_93C2FC57DFD3175D-001/tempDir-001/node2/.
[junit4] 2> 36378 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36378 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2040e185
[junit4] 2> 36380 INFO (jetty-launcher-27-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSUlogDirTest_93C2FC57DFD3175D-001/tempDir-001/node1/.
[junit4] 2> 36573 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 36575 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36099/solr ready
[junit4] 2> 37104 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 37508 WARN (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 37651 INFO (jetty-closer-28-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b131768{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 37652 INFO (jetty-closer-28-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=379029220
[junit4] 2> 37657 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 37657 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d726dc7: rootName = solr_38797, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5c4d994e
[junit4] 2> 37664 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 37664 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@332b7f86: rootName = solr_38797, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@29b7f74
[junit4] 2> 37670 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 37670 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@139fc0f: rootName = solr_38797, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@657edbcd
[junit4] 2> 37672 INFO (jetty-closer-28-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 37672 INFO (jetty-closer-28-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 37673 INFO (jetty-closer-28-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d7c70b7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 37676 INFO (jetty-closer-28-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20574361
[junit4] 2> 37679 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 37680 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6dfdda72: rootName = solr_35079, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@412a086f
[junit4] 2> 37686 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 37686 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74a05740: rootName = solr_35079, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@29b7f74
[junit4] 2> 37691 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 37691 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6162d5e2: rootName = solr_35079, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@657edbcd
[junit4] 2> 37694 INFO (jetty-closer-28-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 37706 INFO (zkCallback-39-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 37707 INFO (jetty-closer-28-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 37707 INFO (jetty-closer-28-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98516087661592582-127.0.0.1:35079_solr-n_0000000000) closing
[junit4] 2> 37707 INFO (OverseerStateUpdate-98516087661592582-127.0.0.1:35079_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35079_solr
[junit4] 2> 37735 WARN (zkCallback-39-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 37736 INFO (jetty-closer-28-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6710e64b{/solr,null,UNAVAILABLE}
[junit4] 2> 39176 WARN (zkCallback-35-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 39176 INFO (jetty-closer-28-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e7b71ef{/solr,null,UNAVAILABLE}
[junit4] 2> 39177 ERROR (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 39178 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36099 36099
[junit4] 2> 40713 INFO (Thread-26) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36099 36099
[junit4] 2> 40713 WARN (Thread-26) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 40713 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36099 36099
[junit4] 2> 40713 INFO (SUITE-MoveReplicaHDFSUlogDirTest-seed#[93C2FC57DFD3175D]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Aug 20, 2017 1:36:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Aug 20, 2017 1:37:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MoveReplicaHDFSUlogDirTest:
[junit4] 2> 1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> Aug 20, 2017 1:37:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> Aug 20, 2017 1:37:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=728, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-MoveReplicaHDFSUlogDirTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-Hans-SG, timezone=Indian/Christmas
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=2,free=351802176,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [TestCustomDocTransformer, AssignTest, OverseerStatusTes
[...truncated too long message...]
------------------------------------------------ Done waiting for tracked resources to be released
[junit4] 2> Aug 20, 2017 1:49:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Aug 20, 2017 1:50:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.index.hdfs.CheckHdfsIndexTest:
[junit4] 2> 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> Aug 20, 2017 1:50:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
[junit4] 2> Aug 20, 2017 1:50:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
[junit4] 2> at java.base@9/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] 2> at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=246, maxMBSortInHeap=7.7596217042266264, sim=RandomSimilarity(queryNorm=false): {}, locale=kab, timezone=America/Montserrat
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=2,free=221414528,total=459276288
[junit4] 2> NOTE: All tests run in this JVM: [TestStandardQParsers, BigEndianAscendingWordDeserializerTest, TestFieldTypeCollectionResource, TestQueryUtils, TestAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, CoreAdminCreateDiscoverTest, TestReload, SuggestComponentTest, SmileWriterTest, LeaderElectionContextKeyTest, TestBulkSchemaAPI, TestPullReplica, DeleteNodeTest, TestQueryWrapperFilter, OverseerTaskQueueTest, SolrCoreCheckLockOnStartupTest, SignatureUpdateProcessorFactoryTest, CoreSorterTest, TestComplexPhraseQParserPlugin, DeleteStatusTest, SecurityConfHandlerTest, TlogReplayBufferedWhileIndexingTest, TestQuerySenderListener, TestSort, TermVectorComponentDistributedTest, SolrJmxReporterCloudTest, TestMiniSolrCloudClusterSSL, AnalyticsQueryTest, AliasIntegrationTest, TestSurroundQueryParser, SuggesterTest, ParsingFieldUpdateProcessorsTest, TestMacroExpander, TestXmlQParser, TestManagedResource, TestFilteredDocIdSet, TestHttpShardHandlerFactory, TestSlowCompositeReaderWrapper, CopyFieldTest, TestPKIAuthenticationPlugin, TestDynamicLoading, ExplicitHLLTest, TemplateUpdateProcessorTest, TestReversedWildcardFilterFactory, TestJavabinTupleStreamParser, TestSQLHandlerNonCloud, SolrTestCaseJ4Test, TestCoreAdminApis, TimeZoneUtilsTest, TestGroupingSearch, CdcrReplicationDistributedZkTest, ClusterStateTest, TestLeaderInitiatedRecoveryThread, TestExceedMaxTermLength, TestJettySolrRunner, ReturnFieldsTest, ShufflingReplicaListTransformerTest, TestApiFramework, DistributedFacetPivotSmallAdvancedTest, URLClassifyProcessorTest, TestReqParamsAPI, TestStressCloudBlindAtomicUpdates, MinimalSchemaTest, HLLUtilTest, TestManagedSchema, CollectionsAPIAsyncDistributedZkTest, TestTrie, CircularListTest, SolrCoreMetricManagerTest, TestNumericRangeQuery32, TestUtils, DateFieldTest, QueryEqualityTest, TestLFUCache, OverseerTest, DocumentBuilderTest, TestPointFields, DirectUpdateHandlerTest, TestFieldCacheSort, TestInitParams, BufferStoreTest, AutoCommitTest, TestDefaultStatsCache, PrimitiveFieldTypeTest, TestExportWriter, NotRequiredUniqueKeyTest, PreAnalyzedFieldTest, SimpleFacetsTest, TestSuggestSpellingConverter, CdcrVersionReplicationTest, CheckHdfsIndexTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CheckHdfsIndexTest -Dtests.seed=93C2FC57DFD3175D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=kab -Dtests.timezone=America/Montserrat -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | CheckHdfsIndexTest (suite) <<<
[junit4] > Throwable #1: java.lang.NoClassDefFoundError: org/mortbay/jetty/security/SslSelectChannelConnector
[junit4] > at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
[junit4] > at java.base/java.lang.ClassLoader.defineClass1(Native Method)
[junit4] > at java.base/java.lang.ClassLoader.defineClass(ClassLoader.java:1007)
[junit4] > at java.base/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:174)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:801)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.access$400(BuiltinClassLoader.java:95)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:712)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:707)
[junit4] > at java.base/java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:720)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:622)
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:580)
[junit4] > at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
[junit4] > at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
[junit4] > at org.apache.hadoop.hdfs.DFSUtil.httpServerTemplateForNNAndJN(DFSUtil.java:1738)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:121)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:760)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:639)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:819)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:803)
[junit4] > at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1500)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1115)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:986)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:815)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
[junit4] > at org.apache.solr.index.hdfs.CheckHdfsIndexTest.setupClass(CheckHdfsIndexTest.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.lang.ClassNotFoundException: org.mortbay.jetty.security.SslSelectChannelConnector
[junit4] > at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)
[junit4] > at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)
[junit4] > at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)
[junit4] > ... 51 moreThrowable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.index.hdfs.CheckHdfsIndexTest:
[junit4] > 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
[junit4] > at java.base@9/java.lang.Object.wait(Native Method)
[junit4] > at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] > at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5972, name=Timer for 'NameNode' metrics system, state=TIMED_WAITING, group=TGRP-CheckHdfsIndexTest]
[junit4] > at java.base@9/java.lang.Object.wait(Native Method)
[junit4] > at java.base@9/java.util.TimerThread.mainLoop(Timer.java:553)
[junit4] > at java.base@9/java.util.TimerThread.run(Timer.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([93C2FC57DFD3175D]:0)
[junit4] Completed [705/729 (4!)] on J2 in 23.61s, 0 tests, 3 errors <<< FAILURES!
[...truncated 36592 lines...]