You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/18 06:02:11 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+43) - Build
# 21483 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21483/
Java: 64bit/jdk-10-ea+43 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([17395ACCAB0AB5BA:9F6D651605F6D842]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x: \
\
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*\\[junit4\\]\\s+Suite:.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n \
\
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n \
\
|.*rat-sources:.*\\r?\\n \
(?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+ \
\\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n \
(?:\\s*+\\[echo\\].*\\r?\\n)*+ \
\
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2} \
\
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n \
\\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n \
(?:\\s*+\\[licenses\\].*\\r?\\n)++ \
\
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+ \
.*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n \
\
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+ \
\
|.*check.*:.*\\r?\\n \
(?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n \
|\\s*+\\[forbidden-apis\\]\\s++ \
(?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+ \
\\s*+\\[forbidden-apis\\]\\s++ \
Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n \
\
|\\S+:\\s*\\r?\\n \
(?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+ \
.*:\\s+exec\\s+returned:\\s+[^0](?s:.*+) \
\
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n \
\\s*ivy-fail:\\s*(?:\\r?\\n)+ \
\\s*ivy-configure:\\s*(?:\\r?\\n)+ \
\\s*\\[ivy:configure\\].*(?:\\r?\\n)+ \
.*resolve:.*(?:\\r?\\n)+ \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n \
(?:\\s*\\[mkdir].*\\r?\\n)? \
(?:\\s*\\[ecj-lint\\].*\\r?\\n)* \
\\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n \
\
|.*check-lib-versions:.*\\r?\\n \
(?:\\s*\\[echo\\].*\\r?\\n)? \
(?:\\s*\\[libversions\\].*\\r?\\n)* \
\\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*-validate-source-patterns:.*\\r?\\n \
(?:\\s*\\[source-patterns\\].*\\r?\\n)+ \
\
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+) \
\
|.*(?:FATAL|ERROR):(?s:.*+) \
\
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+) \
\
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
\
|.*BUILD\\s+FAILED(?s:.*+) \
\
|(?:.*\\[repro\\].*\\r?\\n)+ \
)"}
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21489 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21489/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8]:0)
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
Error Message:
Error from server at http://127.0.0.1:43159/solr: Collection : testV1_2018-02-19_04 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43159/solr: Collection : testV1_2018-02-19_04 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8:ED6D3561D516CF1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12204 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
[junit4] 2> 90071 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/init-core-data-001
[junit4] 2> 90072 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 90072 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 90073 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 90186 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 90334 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001
[junit4] 2> 90334 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 90334 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 90334 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 90336 ERROR (Thread-58) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 90434 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40137
[junit4] 2> 90437 INFO (zkConnectionManagerCallback-60-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90454 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 90454 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b7a2dfa{/solr,null,AVAILABLE}
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e26e370{/solr,null,AVAILABLE}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a660a7a{SSL,[ssl, http/1.1]}{127.0.0.1:33937}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a28ccbd{SSL,[ssl, http/1.1]}{127.0.0.1:42317}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.Server Started @92980ms
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.Server Started @92980ms
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33937}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42317}
[junit4] 2> 90470 ERROR (jetty-launcher-57-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 90470 ERROR (jetty-launcher-57-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T03:54:16.795Z
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T03:54:16.795Z
[junit4] 2> 90475 INFO (zkConnectionManagerCallback-64-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90475 INFO (zkConnectionManagerCallback-63-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90475 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 90475 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 90488 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40137/solr
[junit4] 2> 90493 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40137/solr
[junit4] 2> 90494 INFO (zkConnectionManagerCallback-69-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90495 INFO (zkConnectionManagerCallback-72-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90499 INFO (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90502 INFO (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33937_solr
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42317_solr
[junit4] 2> 90549 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) starting
[junit4] 2> 90550 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 90550 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 90565 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_solr
[junit4] 2> 90566 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 90566 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 90584 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 90601 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 90602 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 90602 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 90669 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 90669 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 90681 INFO (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 90681 INFO (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 90808 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 90808 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 90851 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90853 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90862 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90862 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001/node1/.
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90865 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001/node2/.
[junit4] 2> 90907 INFO (zkConnectionManagerCallback-82-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90911 INFO (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90912 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 90912 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40137/solr ready
[junit4] 2> 90922 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 91217 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1519048457307&s=fR0qTLsZVG7rDfbLdkwEI2Xomg4="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91218 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 91225 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 91236 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1519048457558&s=PZBjd6ou7Rar71ViDG7OiVeOwIA="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91237 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 91244 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 91253 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 91253 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 91254 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1519048457575&s=laxRw+SbfSvPJOOdxlThF+gj7Eo="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91254 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 91263 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 91270 INFO (qtp739475083-592) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 91270 WARN (qtp739475083-592) [ ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 34 more
[junit4] 2> 91275 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 91283 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 91307 INFO (qtp739475083-598) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 91308 INFO (qtp739475083-598) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 91308 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1519048457613&s=N+g5VBVl7o09l+yRI2kg0y0jVGs="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91309 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 91317 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 91324 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1519048457647&s=GH+sWXUqQcLXWHrzTCqo/Ob1+/I="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91324 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 91335 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 91345 WARN (qtp739475083-600) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 91347 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1519048457665&s=hz7d0gwDX3OQq8U/ISkP7BEaQbU="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91348 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 91355 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-1-SendThread(127.0.0.1:40137)) [n:127.0.0.1:42317_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13848ms for sessionid 0x10069d5c44a0005
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-2-SendThread(127.0.0.1:40137)) [n:127.0.0.1:33937_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13918ms for sessionid 0x10069d5c44a0008
[junit4] 2> 104712 WARN (jetty-launcher-57-thread-2-SendThread(127.0.0.1:40137)) [n:127.0.0.1:33937_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13846ms for sessionid 0x10069d5c44a0006
[junit4] 2> 104711 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker-SendThread(127.0.0.1:40137)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13798ms for sessionid 0x10069d5c44a000a
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-1-SendThread(127.0.0.1:40137)) [n:127.0.0.1:42317_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13920ms for sessionid 0x10069d5c44a0007
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0006, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0008, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0005, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0007, likely client has closed socket
[junit4] 2> 104713 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1519048457685&s=VvANrR9ep5B4khYrnw5EBfwycGg="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 104714 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] IGNOR/A 0.00s J2 | TestImpersonationWithHadoopAuth.testForwarding
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
[junit4] 2> 104724 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 104729 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 104729 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 104730 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1519048471054&s=DbcnobhQqv8UjysQ+KDcWKD6eKE="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:31 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:31 GMT
[junit4] 2> 104730 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 104812 INFO (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 104812 WARN (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5faa09d9 name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e98024e name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@515d5b0c name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a28ccbd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a660a7a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1747851256
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=535955038
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77e1248f: rootName = solr_33937, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@158c6eaf
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a0aa5d5: rootName = solr_42317, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ae9ed78
[junit4] 2> 104819 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 104819 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35b8bd44: rootName = solr_33937, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e0c9afe
[junit4] 2> 104819 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 104819 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73585f85: rootName = solr_42317, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e0c9afe
[junit4] 2> 104822 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 104822 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@756735fa: rootName = solr_33937, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 104822 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 104822 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c430b1e: rootName = solr_42317, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 106135 INFO (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42317_solr
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 106136 INFO (zkCallback-73-thread-5-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 106145 INFO (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106145 INFO (zkCallback-75-thread-3-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 106145 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_solr
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 106146 INFO (zkCallback-75-thread-3-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) closing
[junit4] 2> 106146 WARN (OverseerAutoScalingTriggerThread-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 106387 INFO (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 106146 INFO (OverseerStateUpdate-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer According to ZK I (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) am no longer a leader.
[junit4] 2> 106146 INFO (OverseerCollectionConfigSetProcessor-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) am no longer a leader.
[junit4] 2> 106397 INFO (OverseerStateUpdate-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33937_solr
[junit4] 2> 106398 ERROR (Thread[Thread-76,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:33937_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 106405 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b7a2dfa{/solr,null,UNAVAILABLE}
[junit4] 2> 106405 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 107637 WARN (zkCallback-73-thread-5-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:42317_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:42317_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:885)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 107638 ERROR (Thread[Thread-75,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:42317_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 107640 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e26e370{/solr,null,UNAVAILABLE}
[junit4] 2> 107640 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 107640 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 107640 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40137 40137
[junit4] 2> 113016 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40137 40137
[junit4] 2> 113017 WARN (Thread-58) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 113017 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 19, 2018 3:54:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] 2> 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 133077 ERROR (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 133077 ERROR (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@517e02c8), locale=hr, timezone=BST
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=240077864,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestUninvertingReader, TestLegacyField, LeaderFailoverAfterPartitionTest, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=800DE7B5837336F8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=BST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8]:0)
[junit4] Completed [39/778 (1!)] on J2 in 43.02s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 1614 lines...]
[junit4] Suite: org.apache.solr.cloud.CreateRoutedAliasTest
[junit4] 2> 2274461 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/init-core-data-001
[junit4] 2> 2274462 WARN (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 2274462 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2274464 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2274464 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2274470 ERROR (Thread-7169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2274564 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43435
[junit4] 2> 2274566 INFO (zkConnectionManagerCallback-3764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@114a0b56{/solr,null,AVAILABLE}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e6bb44{HTTP/1.1,[http/1.1]}{127.0.0.1:43159}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12de4765{/solr,null,AVAILABLE}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.Server Started @2277079ms
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43159}
[junit4] 2> 2274570 ERROR (jetty-launcher-3761-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f150a8e{HTTP/1.1,[http/1.1]}{127.0.0.1:34961}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.Server Started @2277080ms
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34961}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T04:30:40.895Z
[junit4] 2> 2274570 ERROR (jetty-launcher-3761-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T04:30:40.895Z
[junit4] 2> 2274571 INFO (zkConnectionManagerCallback-3766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274571 INFO (zkConnectionManagerCallback-3768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274571 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2274571 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2274576 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43435/solr
[junit4] 2> 2274577 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43435/solr
[junit4] 2> 2274577 INFO (zkConnectionManagerCallback-3773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274577 INFO (zkConnectionManagerCallback-3776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274578 INFO (zkConnectionManagerCallback-3778-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274578 INFO (zkConnectionManagerCallback-3780-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274624 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2274624 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43159_solr
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer (id=72174104019206150-127.0.0.1:43159_solr-n_0000000000) starting
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34961_solr
[junit4] 2> 2274638 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2274639 INFO (zkCallback-3777-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2274648 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_solr
[junit4] 2> 2274653 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2274664 INFO (zkCallback-3777-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2274715 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274724 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274724 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274725 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001/node2/.
[junit4] 2> 2274727 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274736 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274736 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274737 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001/node1/.
[junit4] 2> 2274769 INFO (zkConnectionManagerCallback-3786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274781 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadDateMathIntervalFails
[junit4] 2> 2274782 INFO (zkConnectionManagerCallback-3791-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274783 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2274783 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43435/solr ready
[junit4] 2> 2274784 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2274786 INFO (qtp90865461-22784) [n:127.0.0.1:43159_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createroutedalias with params router.interval=%2B30MINUTEx&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testBadDateMathIntervalFails&router.name=time&create-collection.numShards=1&action=CREATEROUTEDALIAS&wt=json&router.maxFutureMs=60000 and sendToOCPQueue=true
[junit4] 2> 2274787 ERROR (OverseerThreadFactory-8275-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testBadDateMathIntervalFails operation: createroutedalias failed:org.apache.solr.common.SolrException: bad router.interval, java.text.ParseException: Unit not recognized: "MINUTEx"
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:155)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:254)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.text.ParseException: Unit not recognized: "MINUTEx"
[junit4] 2> at org.apache.solr.util.DateMathParser.parseMath(DateMathParser.java:417)
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:150)
[junit4] 2> ... 8 more
[junit4] 2>
[junit4] 2> 2274794 INFO (qtp90865461-22784) [n:127.0.0.1:43159_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTEx&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testBadDateMathIntervalFails&router.name=time&create-collection.numShards=1&act
[...truncated too long message...]
5ebdb25: rootName = solr_43159, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34961_solr
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_solr
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2286531 INFO (zkCallback-3777-thread-3-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2286531 INFO (zkCallback-3779-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2286532 INFO (zkCallback-3777-thread-2-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2286532 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2286532 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72174104019206150-127.0.0.1:43159_solr-n_0000000000) closing
[junit4] 2> 2286532 INFO (OverseerStateUpdate-72174104019206150-127.0.0.1:43159_solr-n_0000000000) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43159_solr
[junit4] 2> 2286532 WARN (OverseerAutoScalingTriggerThread-72174104019206150-127.0.0.1:43159_solr-n_0000000000) [n:127.0.0.1:43159_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2286533 INFO (jetty-closer-3762-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12de4765{/solr,null,UNAVAILABLE}
[junit4] 2> 2286533 INFO (jetty-closer-3762-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2286534 INFO (jetty-closer-3762-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@114a0b56{/solr,null,UNAVAILABLE}
[junit4] 2> 2286534 INFO (jetty-closer-3762-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2286534 ERROR (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2286534 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43435 43435
[junit4] 2> 2291565 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43435 43435
[junit4] 2> 2291566 WARN (Thread-7169) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 8 /solr/collections/testV1_2018-02-19_04/terms/shard1
[junit4] 2> 7 /solr/configs/_default/managed-schema
[junit4] 2> 5 /solr/collections/testV2_2018-02-19/terms/bar
[junit4] 2> 5 /solr/collections/testV2_2018-02-19/terms/foo
[junit4] 2> 4 /solr/configs/_default
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/aliases.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/testV1_2018-02-19_04/state.json
[junit4] 2> 11 /solr/collections/testV2_2018-02-19/state.json
[junit4] 2> 5 /solr/collections/testTimezoneAbsoluteDate_2018-01-15/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@523cb2d1), locale=es-PE, timezone=America/St_Thomas
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=333250736,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestUninvertingReader, TestLegacyField, LeaderFailoverAfterPartitionTest, TestImpersonationWithHadoopAuth, DistributedFacetPivotSmallTest, ConnectionReuseTest, TestUseDocValuesAsStored, JvmMetricsTest, CacheHeaderTest, TestNodeLostTrigger, HdfsThreadLeakTest, ZkStateReaderTest, TestMaxScoreQueryParser, SearchHandlerTest, HdfsRecoveryZkTest, TestComplexPhraseLeadingWildcard, ReplaceNodeNoTargetTest, TestComputePlanAction, SolrCloudExampleTest, DistanceFunctionTest, TestLMJelinekMercerSimilarityFactory, PreAnalyzedUpdateProcessorTest, UpdateLogTest, DisMaxRequestHandlerTest, TestCoreBackup, TestDistributedStatsComponentCardinality, CoreSorterTest, ResponseLogComponentTest, TestTolerantSearch, TimeZoneUtilsTest, MultiTermTest, StatsReloadRaceTest, CdcrRequestHandlerTest, BadCopyFieldTest, TestSchemaNameResource, URLClassifyProcessorTest, TestRawTransformer, TestDownShardTolerantSearch, ComputePlanActionTest, TestLeaderElectionZkExpiry, RestartWhileUpdatingTest, HttpTriggerListenerTest, HLLSerializationTest, SolrMetricManagerTest, TestLazyCores, HdfsCollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, TestClassicSimilarityFactory, UnloadDistributedZkTest, TestLFUCache, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, TestLegacyTerms, TlogReplayBufferedWhileIndexingTest, TestTrieFacet, TestNumericRangeQuery64, TestAnalyzedSuggestions, HdfsDirectoryFactoryTest, HdfsDirectoryTest, DocValuesTest, TestDirectoryFactory, TestFiltering, BlockJoinFacetSimpleTest, TestSuggestSpellingConverter, TestRestManager, OverriddenZkACLAndCredentialsProvidersTest, FileBasedSpellCheckerTest, AnalysisAfterCoreReloadTest, SolrIndexMetricsTest, HdfsBasicDistributedZk2Test, TestBadConfig, TestCodecSupport, TestDynamicFieldCollectionResource, DateFieldTest, TestSolrCloudWithKerberosAlt, DistributedQueryComponentOptimizationTest, TestManagedStopFilterFactory, DirectSolrSpellCheckerTest, TestSolrCoreProperties, TestDistribIDF, MultiThreadedOCPTest, SortSpecParsingTest, TestMiniSolrCloudClusterSSL, TestCloudDeleteByQuery, DistributedFacetSimpleRefinementLongTailTest, TestSolrConfigHandler, TestSmileRequest, NodeLostTriggerTest, TestFieldSortValues, TestMacroExpander, DistribCursorPagingTest, TestFileDictionaryLookup, DistributedSpellCheckComponentTest, TestUpdate, RuleEngineTest, TestQueryTypes, RegexBoostProcessorTest, CleanupOldIndexTest, TestTriggerIntegration, TestSystemCollAutoCreate, BitVectorTest, TestDistributedMissingSort, TestNamedUpdateProcessors, ForceLeaderTest, TestLocalFSCloudBackupRestore, LeaderElectionTest, LargeFieldTest, TestStressInPlaceUpdates, TestReloadAndDeleteDocs, TestSSLRandomization, HighlighterMaxOffsetTest, TestNestedDocsSort, TestHdfsUpdateLog, TestSolrDeletionPolicy2, TestLRUStatsCache, TestJavabinTupleStreamParser, StatelessScriptUpdateProcessorFactoryTest, CollectionsAPISolrJTest, TestCollectionAPI, TestFieldResource, HttpPartitionTest, DistributedDebugComponentTest, TestRandomRequestDistribution, TestDFRSimilarityFactory, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestReload, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, HighlighterTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DebugComponentTest, LukeRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestComponentsName, SearchHandlerTest, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest]
[junit4] Completed [531/778 (2!)] on J2 in 17.12s, 9 tests, 1 error <<< FAILURES!
[...truncated 49304 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.4) - Build #
21488 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21488/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45833/solr","node_name":"127.0.0.1:45833_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45833/solr","node_name":"127.0.0.1:45833_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([868760D47A43A46E:ED35F0ED4BFC996]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13841 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/init-core-data-001
[junit4] 2> 1878752 WARN (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1878752 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1878752 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1878753 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1878753 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1878754 ERROR (Thread-7160) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1878853 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46411
[junit4] 2> 1878855 INFO (zkConnectionManagerCallback-3339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37e1ce22{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11073e1d{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72374ba4{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f57009c{/solr,null,AVAILABLE}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6df6fc15{SSL,[ssl, http/1.1]}{127.0.0.1:33835}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20076fde{SSL,[ssl, http/1.1]}{127.0.0.1:45833}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33835}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45833}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71e8b4c9{SSL,[ssl, http/1.1]}{127.0.0.1:46285}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@739c7592{SSL,[ssl, http/1.1]}{127.0.0.1:46771}
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46771}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094004Z
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094033Z
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46285}
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094163Z
[junit4] 2> 1878861 ERROR (jetty-launcher-3336-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094396Z
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878862 INFO (zkConnectionManagerCallback-3347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878864 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691909280002, likely client has closed socket
[junit4] 2> 1878865 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691909280003, likely client has closed socket
[junit4] 2> 1878865 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878865 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878866 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878866 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878873 INFO (zkConnectionManagerCallback-3361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878873 INFO (zkConnectionManagerCallback-3357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878877 INFO (zkConnectionManagerCallback-3354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878877 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@3f7f8b33
[junit4] 2> 1878877 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@2388d6c5
[junit4] 2> 1878881 INFO (zkConnectionManagerCallback-3363-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878881 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@5b9f8be8
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3367-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3365-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3369-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@278fd11d
[junit4] 2> 1878883 INFO (zkConnectionManagerCallback-3371-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878911 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643210-127.0.0.1:46771_solr-n_0000000003
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45833_solr
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46285_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33835_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46771_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer (id=72173150286643209-127.0.0.1:45833_solr-n_0000000000) starting
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878913 INFO (zkCallback-3364-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878913 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878914 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878914 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878914 INFO (zkCallback-3366-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878915 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1878915 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1878916 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45833_solr as DOWN
[junit4] 2> 1878916 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1878916 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45833_solr
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1878916 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1878917 INFO (zkCallback-3364-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 INFO (zkCallback-3366-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45833_solr, 127.0.0.1:33835_solr, 127.0.0.1:46771_solr, 127.0.0.1:46285_solr]
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1878917 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45833_solr"} current state version: 0
[junit4] 2> 1878917 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45833_solr
[junit4] 2> 1878918 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1878918 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1878918 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1878918 DEBUG (ScheduledTrigger-7653-thread-1) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1878940 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878945 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878945 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878946 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878946 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node2/.
[junit4] 2> 1878953 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878953 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878954 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/.
[junit4] 2> 1878960 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878962 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878965 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878965 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878966 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node4/.
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/.
[junit4] 2> 1879016 INFO (zkConnectionManagerCallback-3381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879018 INFO (zkConnectionManagerCallback-3385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1879019 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1879020 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46411/solr ready
[junit4] 2> 1879030 INFO (TEST-AddReplicaTest.test-seed#[868760D47A43A46E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1879031 INFO (zkConnectionManagerCallback-3387-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879040 INFO (qtp92333590-19389) [n:127.0.0.1:33835_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879040 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1879041 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879041 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879041 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1879041 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879042 INFO (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection addreplicatest_coll
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1879042 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 1879042 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
[junit4] 2> 1879043 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879043 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1879044 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
[junit4] 2> 1879044 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879144 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879146 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:46285_solr
[junit4] 2> 1879146 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879146 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1879147 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1879147 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n2 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:33835_solr
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1879147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1879148 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1879148 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1879148 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1879248 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1879248 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
[junit4] 2> 1879249 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879249 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879355 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1879356 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1879362 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879362 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879363 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1879363 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n2
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n2","base_url":"https://127.0.0.1:33835/solr","node_name":"127.0.0.1:33835_solr","state":"down","type":"NRT"}
[junit4] 2> 1879363 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1879364 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1879364 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1879364 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879364 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879365 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1879365 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"https://127.0.0.1:46285/solr","node_name":"127.0.0.1:46285_solr","state":"down","type":"NRT"}
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1879466 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879466 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879467 INFO (zkCallback-3368-thread-2-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879467 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879467 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879468 INFO (zkCallback-3370-thread-2-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879468 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879918 DEBUG (ScheduledTrigger-7653-thread-1) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1880368 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1880376 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1880378 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1880379 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1880379 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n2' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1880379 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.core.addreplicatest_coll.shard2.replica_n2' (registry 'solr.core.addreplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/addreplicatest_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/./addreplicatest_coll_shard2_replica_n2/data/]
[junit4] 2> 1880380 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1880380 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/addreplicatest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/./addreplicatest_coll_shard1_replica_n1/data/]
[junit4] 2> 1880409 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1880409 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1880410 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1880410 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1880410 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@25e19bbd[addreplicatest_coll_shard2_replica_n2] main]
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2db9bd4e[addreplicatest_coll_shard1_replica_n1] main]
[junit4] 2> 1880412 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1880412 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1880413 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1880413 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1880413 INFO (searcherExecutor-7664-thread-1-processing-n:127.0.0.1:33835_solr x:addreplicatest_coll_shard2_replica_n2 s:shard2 c:addreplicatest_coll r:core_node4) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [addreplicatest_coll_shard2_replica_n2] Registered new searcher Searcher@25e19bbd[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1880413 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592787038000644096
[junit4] 2> 1880413 INFO (searcherExecutor-7665-thread-1-processing-n:127.0.0.1:46285_solr x:addreplicatest_coll_shard1_replica_n1 s:shard1 c:addreplicatest_coll r:core_node3) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n1] Registered new searcher Searcher@2db9bd4e[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1880413 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592787038000644096
[junit4] 2> 1880414 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1880415 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1880415 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1880415 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880416 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard2_replica_n2 address:https://127.0.0.1:33835/solr collection:addreplicatest_coll shard:shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard1_replica_n1 address:https://127.0.0.1:46285/solr collection:addreplicatest_coll shard:shard1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard2/election/72173150286643211-core_node4-n_0000000000
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/ has no replicas
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:33835_solr synched 0
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/ has no replicas
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:46285_solr synched 0
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1880418 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard2/leader after winning as /collections/addreplicatest_coll/leader_elect/shard2/election/72173150286643211-core_node4-n_0000000000
[junit4] 2> 1880418 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard1/leader after winning as /collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1880419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1880419 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/ shard2
[junit4] 2> 1880419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1880419 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/ shard1
[junit4] 2> 1880419 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1880419 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1880520 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 2
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880520 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 INFO (zkCallback-3370-thread-2-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1880520 INFO (zkCallback-3368-thread-2-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer W
[...truncated too long message...]
rd1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7680-thread-1) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7679-thread-1) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
[junit4] 2> 1884161 INFO (jetty-closer-3337-thread-4) [ ] o.a.s.c.Overseer Overseer (id=72173150286643209-127.0.0.1:45833_solr-n_0000000000) closing
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7679-thread-1) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
[junit4] 2> 1884161 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45833_solr
[junit4] 2> 1884161 WARN (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1884162 DEBUG (jetty-closer-3337-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1884162 INFO (jetty-closer-3337-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11073e1d{/solr,null,UNAVAILABLE}
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37e1ce22{/solr,null,UNAVAILABLE}
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1885663 INFO (jetty-closer-3337-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72374ba4{/solr,null,UNAVAILABLE}
[junit4] 2> 1885663 INFO (jetty-closer-3337-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1885663 ERROR (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1885664 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46411 46411
[junit4] 2> 1885741 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46411 46411
[junit4] 2> 1885741 WARN (Thread-7160) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001
[junit4] 2> Feb 19, 2018 12:28:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1374, maxMBSortInHeap=7.937964609340188, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@745e8f8e), locale=ii, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=194741576,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [LoggingHandlerTest, DocumentBuilderTest, SolrJmxReporterCloudTest, FileUtilsTest, TestPKIAuthenticationPlugin, TestRequestForwarding, TestRandomFlRTGCloud, AutoScalingHandlerTest, TestNumericTerms64, CdcrReplicationHandlerTest, TestJsonFacets, JavabinLoaderTest, TestRTGBase, TestManagedResourceStorage, BlobRepositoryCloudTest, BasicAuthStandaloneTest, TestNRTOpen, OverseerModifyCollectionTest, TestFieldCollectionResource, UpdateRequestProcessorFactoryTest, TestGraphTermsQParserPlugin, TestHighFrequencyDictionaryFactory, BlockJoinFacetRandomTest, RankQueryTest, HDFSCollectionsAPITest, TestSolrCoreParser, DocValuesMissingTest, ParsingFieldUpdateProcessorsTest, MoveReplicaTest, SampleTest, CSVRequestHandlerTest, SortByFunctionTest, TestCryptoKeys, FacetPivotSmallTest, HdfsRecoverLeaseTest, DirectUpdateHandlerOptimizeTest, AlternateDirectoryTest, AnalysisErrorHandlingTest, DistributedQueryComponentCustomSortTest, TestPayloadCheckQParserPlugin, TestImplicitCoreProperties, TestNodeAddedTrigger, TestStreamBody, TestSolrIndexConfig, TestZkChroot, BufferStoreTest, TestExactStatsCache, TestSolr4Spatial, CdcrBidirectionalTest, TestCustomSort, FastVectorHighlighterTest, HdfsSyncSliceTest, ClassificationUpdateProcessorFactoryTest, TestDefaultStatsCache, SubstringBytesRefFilterTest, DeleteStatusTest, SignatureUpdateProcessorFactoryTest, TestDistributedMap, DirectSolrConnectionTest, TestSurroundQueryParser, TestManagedSynonymGraphFilterFactory, TestSystemIdResolver, OverseerTaskQueueTest, TestDocTermOrds, SimpleMLTQParserTest, DistribJoinFromCollectionTest, TestPostingsSolrHighlighter, SSLMigrationTest, TestXIncludeConfig, TestFastLRUCache, CustomCollectionTest, TestCloudNestedDocsSort, TestGraphMLResponseWriter, ExitableDirectoryReaderTest, ZkControllerTest, SolrCloudReportersTest, TestJettySolrRunner, OutOfBoxZkACLAndCredentialsProvidersTest, TestLeaderElectionWithEmptyReplica, TestLegacyNumericUtils, FieldMutatingUpdateProcessorTest, XsltUpdateRequestHandlerTest, ReplicationFactorTest, AsyncCallRequestStatusResponseTest, TestPartialUpdateDeduplication, TestAuthenticationFramework, AddSchemaFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPointFields, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, TestClusterStateMutator, PeerSyncWithIndexFingerprintCachingTest, TermsComponentTest, TestSubQueryTransformerCrossCore, TestNonDefinedSimilarityFactory, SystemLogListenerTest, IndexSchemaTest, NumberUtilsTest, PathHierarchyTokenizerFactoryTest, TestRecovery, CollectionStateFormat2Test, TestRecoveryHdfs, TestCloudJSONFacetJoinDomain, TestCustomStream, JSONWriterTest, ConfigureRecoveryStrategyTest, ResponseBuilderTest, SolrMetricsIntegrationTest, TestCloudSchemaless, RemoteQueryErrorTest, TestSortByMinMaxFunction, TestCursorMarkWithoutUniqueKey, LeaderElectionContextKeyTest, AnalyticsMergeStrategyTest, TestPerFieldSimilarity, TestSolrJ, TestSearchPerf, TestSolrCloudWithDelegationTokens, QueryParsingTest, TestReload, TestLockTree, TestStressUserVersions, TestMultiWordSynonyms, HighlighterTest, TestFieldCacheWithThreads, TestDistributedGrouping, OverseerTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, DocValuesTest, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, URLClassifyProcessorTest, DateMathParserTest, SpellingQueryConverterTest, TestUtils, ZkNodePropsTest, UUIDFieldTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, AddReplicaTest]
[junit4] Completed [524/778 (1!)] on J1 in 7.78s, 1 test, 1 failure <<< FAILURES!
[...truncated 42060 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.4) - Build #
21487 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21487/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms
Error Message:
Doc with id=5 not found in http://127.0.0.1:37185/forceleader_lower_terms_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=5 not found in http://127.0.0.1:37185/forceleader_lower_terms_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([EEDDBCA603505B6C:60E99CE5C3F7FB18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:699)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:644)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:520)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:158)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([EEDDBCA603505B6C:DE1D5D248B22BA30]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12206 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 82609 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/init-core-data-001
[junit4] 2> 82610 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 82610 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 82612 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001
[junit4] 2> 82612 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 82612 INFO (Thread-229) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 82612 INFO (Thread-229) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 82614 ERROR (Thread-229) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 82712 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41675
[junit4] 2> 82717 INFO (zkConnectionManagerCallback-148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82731 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 82744 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 82744 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 82744 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 82745 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ce3d512{/solr,null,AVAILABLE}
[junit4] 2> 82747 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fd1d27e{SSL,[ssl, http/1.1]}{127.0.0.1:35341}
[junit4] 2> 82747 INFO (jetty-launcher-145-thread-1) [ ] o.e.j.s.Server Started @84616ms
[junit4] 2> 82747 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35341}
[junit4] 2> 82747 ERROR (jetty-launcher-145-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 82748 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 82748 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 82748 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 82748 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T19:55:48.813159Z
[junit4] 2> 82757 INFO (zkConnectionManagerCallback-150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82758 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 82770 INFO (jetty-launcher-145-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41675/solr
[junit4] 2> 82785 INFO (zkConnectionManagerCallback-154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82837 INFO (zkConnectionManagerCallback-156-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82919 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 82920 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35341_solr
[junit4] 2> 82920 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer Overseer (id=72172079473754115-127.0.0.1:35341_solr-n_0000000000) starting
[junit4] 2> 82942 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 82961 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35341_solr
[junit4] 2> 82974 INFO (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 82995 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 82996 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 82997 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35341_solr]
[junit4] 2> 82997 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 82997 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 83017 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 83021 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 83022 DEBUG (ScheduledTrigger-453-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 83043 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35341.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 83043 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35341.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 83043 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35341.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 83044 INFO (jetty-launcher-145-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node1/.
[junit4] 2> 83062 INFO (zkConnectionManagerCallback-160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83082 INFO (zkConnectionManagerCallback-164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83083 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 83085 INFO (SUITE-ComputePlanActionTest-seed#[EEDDBCA603505B6C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41675/solr ready
[junit4] 2> 83093 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 83094 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 83105 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 83111 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 83113 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 83114 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 83114 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 83160 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 83161 DEBUG (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 83162 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=26
[junit4] 2> 83162 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 83162 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 83163 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 83163 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 83163 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 83166 INFO (qtp1931108059-849) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 83167 DEBUG (qtp1931108059-848) [n:127.0.0.1:35341_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 83167 INFO (qtp1931108059-848) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 83168 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 83168 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 83168 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 83168 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 83168 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 83176 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 83177 DEBUG (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 83177 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 83178 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 83179 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35341_solr]
[junit4] 2> 83179 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 83179 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 83181 INFO (qtp1931108059-849) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 83182 DEBUG (ScheduledTrigger-453-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 83182 DEBUG (ScheduledTrigger-453-thread-1) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 83182 DEBUG (qtp1931108059-848) [n:127.0.0.1:35341_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 83183 INFO (qtp1931108059-848) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 83183 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 83183 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35341_solr]
[junit4] 2> 83183 DEBUG (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 83184 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 83197 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 83197 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5
[junit4] 2> 83198 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 83198 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 83198 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 83205 INFO (OverseerThreadFactory-455-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
[junit4] 2> 83206 WARN (OverseerThreadFactory-455-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 83212 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 83222 INFO (OverseerThreadFactory-455-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1746909725 sessionWrapper.createTime 1746909715463142, this.sessionWrapper.createTime 1746909715463142
[junit4] 2> 83230 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeAdded",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 83230 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 83230 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
[junit4] 2> 83328 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 83328 INFO (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 83329 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 83329 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 83330 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 83330 INFO (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 83331 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 83331 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 83432 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
[junit4] 2> 83537 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 83537 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 83537 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 83541 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 83541 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 83541 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:35341/solr","node_name":"127.0.0.1:35341_solr","state":"down","type":"NRT"}
[junit4] 2> 83541 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 83544 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 83544 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 83544 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:35341/solr","node_name":"127.0.0.1:35341_solr","state":"down","type":"NRT"}
[junit4] 2> 83544 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 83644 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
[junit4] 2> 83645 INFO (zkCallback-155-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 84183 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 84183 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 84558 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 84562 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 84571 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
[junit4] 2> 84573 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 84573 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 84573 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
[junit4] 2> 84578 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 84578 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 84586 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35341.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 84586 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 84587 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
[junit4] 2> 84589 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35341.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 84590 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 84590 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
[junit4] 2> 84738 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84738 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84739 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84739 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84741 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@164c7e86[testNodeAdded_shard1_replica_n1] main]
[junit4] 2> 84741 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 84742 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 84742 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 84743 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592769905487249408
[junit4] 2> 84745 INFO (searcherExecutor-459-thread-1-processing-n:127.0.0.1:35341_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@164c7e86[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 84745 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84745 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84747 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84747 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84749 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f3c9d0a[testNodeAdded_shard1_replica_n2] main]
[junit4] 2> 84765 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 84765 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 84766 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 84772 INFO (searcherExecutor-458-thread-1-processing-n:127.0.0.1:35341_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@5f3c9d0a[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 84772 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592769905517658112
[junit4] 2> 84795 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"} current state version: 0
[junit4] 2> 84795 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 84895 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
[junit4] 2> 84896 INFO (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 85183 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 85183 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 85295 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 85295 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 85295 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35341/solr/testNodeAdded_shard1_replica_n1/
[junit4] 2> 85299 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:35341/solr START replicas=[https://127.0.0.1:35341/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
[junit4] 2> 85308 INFO (qtp1931108059-848) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 85601 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:35341/solr DONE. We have no versions. sync failed.
[junit4] 2> 85601 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 85601 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 85602 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 85604 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35341/solr/testNodeAdded_shard1_replica_n1/ shard1
[junit4] 2> 85604 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 85706 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
[junit4] 2> 85707 INFO (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 85754 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 85755 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 85755 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 85756 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:35341/solr","node_name":"127.0.0.1:35341_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 85756 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 85756 INFO (qtp1931108059-850) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2218
[junit4] 2> 85807 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 85807 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 85807 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:35341/solr","node_name":"127.0.0.1:35341_solr","state":"active","type":"NRT"}
[junit4] 2> 85807 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 85807 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2270
[junit4] 2> 85811 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 85907 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
[junit4] 2> 85908 INFO (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 86184 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 86184 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 86811 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3627
[junit4] 2> 86820 INFO (qtp1931108059-849) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 86822 INFO (qtp1931108059-844) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 86824 DEBUG (qtp1931108059-889) [n:127.0.0.1:35341_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 86825 INFO (qtp1931108059-889) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 86826 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 86829 DEBUG (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 86829 DEBUG (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35341_solr]
[junit4] 2> 86829 DEBUG (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 86829 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 86829 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 86830 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 86849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 86849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 86849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 86850 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54210b81{/solr,null,AVAILABLE}
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7af578e7{SSL,[ssl, http/1.1]}{127.0.0.1:46135}
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.Server Started @88719ms
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46135}
[junit4] 2> 86851 ERROR (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 86851 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T19:55:52.916836Z
[junit4] 2> 86878 INFO (zkConnectionManagerCallback-167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86879 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 86897 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41675/solr
[junit4] 2> 86906 INFO (zkConnectionManagerCallback-171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86909 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100681fb7bc0007, likely client has closed socket
[junit4] 2> 86911 INFO (zkConnectionManagerCallback-173-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86915 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 86916 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 86926 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46135_solr
[junit4] 2> 86926 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46135_solr"} current state version: 0
[junit4] 2> 86926 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46135_solr
[junit4] 2> 86927 INFO (zkCallback-163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 86927 INFO (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 86927 INFO (zkCallback-163-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 86951 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 86984 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 86995 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 86996 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6af8c
[junit4] 2> 86997 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [n:127.0.0.1:46135_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_EEDDBCA603505B6C-001/tempDir-001/node2/.
[junit4] 2> 87184 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 87184 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 87184 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46135_solr at time 1746913686860284
[junit4] 2> 87207 INFO (OverseerCollectionConfigSetProcessor-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 88185 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 88185 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 88185 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:46135_solr] added at times [1746913686860284], now=1746914687642007
[junit4] 2> 88185 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"634cf09c231fcTea5anpgr84o0f5ecz3swnm3r2",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1746913686860284,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1746913686860284],
[junit4] 2> "nodeNames":["127.0.0.1:46135_solr"]}}
[junit4] 2> 88185 DEBUG (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 88186 INFO (ScheduledTrigger-453-thread-2) [n:127.0.0.1:35341_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 88186 DEBUG (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"634cf09c231fcTea5anpgr84o0f5ecz3swnm3r2",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1746913686860284,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1746913686860284],
[junit4] 2> "_enqueue_time_":1746914688057104,
[junit4] 2> "nodeNames":["127.0.0.1:46135_solr"]}}
[junit4] 2> 88187 DEBUG (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"634cf09c231fcTea5anpgr84o0f5ecz3swnm3r2",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1746913686860284,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1746913686860284],
[junit4] 2> "_enqueue_time_":1746914688057104,
[junit4] 2> "nodeNames":["127.0.0.1:46135_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 88188 INFO (qtp1931108059-849) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 88191 INFO (qtp1931108059-889) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 88207 INFO (qtp1620109829-904) [n:127.0.0.1:46135_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 88210 INFO (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:46135_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 88210 INFO (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1746914713 sessionWrapper.createTime 1746914710122330, this.sessionWrapper.createTime 1746914710122330
[junit4] 2> 88211 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.a.ComputePlanActionTest -------------_ FINAL STATE --------------
[junit4] 2> 88211 DEBUG (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 88211 DEBUG (AutoscalingActionExecutor-454-thread-1-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 24 ms for event id=634cf09c231fcTea5anpgr84o0f5ecz3swnm3r2
[junit4] 2> 88213 INFO (qtp1931108059-849) [n:127.0.0.1:35341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 88213 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:35341_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:35341_solr",
[junit4] 2> "cores":2,
[junit4] 2> "port":"35341",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":212.70637893676758}
[junit4] 2> 88217 INFO (qtp1620109829-906) [n:127.0.0.1:46135_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 88217 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:46135_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:46135_solr",
[junit4] 2> "cores":0,
[junit4] 2> "port":"46135",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":212.70637893676758}
[junit4] 2> 88218 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.a.ComputePlanActionTest * Live nodes: [127.0.0.1:35341_solr, 127.0.0.1:46135_solr]
[junit4] 2> 88218 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.a.ComputePlanActionTest * Collection testNodeAdded state: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35341/solr",
[junit4] 2> "node_name":"127.0.0.1:35341_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 88218 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EEDDBCA603505B6C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 88227 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSelectedCollections
[junit4] 2> 88227 DEBUG (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 88227 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 88228 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 88228 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 88228 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7af578e7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 88228 DEBUG (OverseerAutoScalingTriggerThread-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 88229 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=950307307
[junit4] 2> 88229 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 88229 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9c3a7e0: rootName = solr_46135, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3b0b5403
[junit4] 2> 88237 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 88237 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f3ccd8: rootName = solr_46135, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b624d3b
[junit4] 2> 88242 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 88242 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60032ebf: rootName = solr_46135, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@20816998
[junit4] 2> 88244 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46135_solr"} current state version: 0
[junit4] 2> 88244 DEBUG (OverseerStateUpdate-72172079473754115-127.0.0.1:35341_solr-n_0000000000) [n:127.0.0.1:35341_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46135_solr
[junit4] 2> 88244 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46135_solr
[junit4] 2> 88245 INFO (zkCallback-163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 88245 INFO (zkCallback-155-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 88245 INFO (zkCallback-163-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 88245 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 88246 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 88246 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 88247 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54210b81{/solr,null,UNAVAILABLE}
[junit4] 2> 88247 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 88247 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 88248 INFO (qtp1931108059-845) [n:127.0.0.1:35341_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeAdded&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 88251 INFO (OverseerThreadFactory-455-thread-2-processing-n:127.0.0.1:35341_solr) [n:127.0.0.1:35341_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit
[...truncated too long message...]
A603505B6C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d9c7b56{/,null,UNAVAILABLE}
[junit4] 2> 1827415 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1827416 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46803
[junit4] 2> 1827416 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1827416 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40331 40331
[junit4] 2> 1832927 INFO (Thread-3841) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40331 40331
[junit4] 2> 1832928 WARN (Thread-3841) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/collections/forceleader_last_published/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/forceleader_last_published/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/forceleader_last_published/leader_elect/shard1/election/72172189566173193-core_node62-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1832928 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:46803/, target: http://127.0.0.1:39359/
[junit4] 2> 1832928 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:34533/, target: http://127.0.0.1:38273/
[junit4] 2> 1832928 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:38595/, target: http://127.0.0.1:43771/
[junit4] 2> 1832928 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EEDDBCA603505B6C]) [ ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:36597/, target: http://127.0.0.1:45429/
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_EEDDBCA603505B6C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id_i1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1696, maxMBSortInHeap=5.004990774801847, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a68e4dc), locale=eu-ES, timezone=Europe/Zagreb
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=129134672,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [LegacyCloudClusterPropTest, AnalyticsQueryTest, DateFieldTest, LukeRequestHandlerTest, HttpTriggerListenerTest, TestReloadDeadlock, MoreLikeThisHandlerTest, DistributedFacetPivotSmallTest, ResponseLogComponentTest, AnalysisAfterCoreReloadTest, TestInfoStreamLogging, SolrJmxReporterTest, TestRealTimeGet, BitVectorTest, TestChildDocTransformer, PropertiesRequestHandlerTest, TestFieldResource, DistributedFacetPivotLargeTest, SolrMetricManagerTest, ComputePlanActionTest, ReplaceNodeNoTargetTest, TestValueSourceCache, TestRandomRequestDistribution, TestCloudPivotFacet, DistributedSpellCheckComponentTest, BasicDistributedZk2Test, ReturnFieldsTest, TestFaceting, TestConfigSets, SpatialHeatmapFacetsTest, PreAnalyzedFieldTest, SolrGangliaReporterTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, ZkFailoverTest, TestConfigSetsAPIExclusivity, AtomicUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, BlockCacheTest, TestGenericDistributedQueue, CoreSorterTest, CollectionsAPISolrJTest, TestSQLHandlerNonCloud, TestSolrCoreProperties, TestImpersonationWithHadoopAuth, TestCodecSupport, TestSmileRequest, HdfsDirectoryTest, MultiTermTest, DocValuesMultiTest, TestUninvertingReader, SearchHandlerTest, ClusterStateUpdateTest, SpellCheckComponentTest, PreAnalyzedUpdateProcessorTest, TestCoreContainer, RestartWhileUpdatingTest, CollectionsAPIDistributedZkTest, TestCollationFieldDocValues, ZkStateReaderTest, TestManagedSchemaAPI, DateMathParserTest, AliasIntegrationTest, TestLegacyField, CopyFieldTest, URLClassifyProcessorTest, SpatialFilterTest, TestManagedStopFilterFactory, TestNumericRangeQuery64, TestDistributedStatsComponentCardinality, HdfsChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorIntegrationTest, NotRequiredUniqueKeyTest, TestFileDictionaryLookup, TestPerFieldSimilarityWithDefaultOverride, TestFieldSortValues, TestUtils, TestDFRSimilarityFactory, TestComplexPhraseLeadingWildcard, HttpPartitionTest, TestAtomicUpdateErrorCases, DistribCursorPagingTest, SuggesterTSTTest, DeleteInactiveReplicaTest, CacheHeaderTest, TestCloudDeleteByQuery, TestQuerySenderListener, TestSubQueryTransformerDistrib, HLLSerializationTest, SearchHandlerTest, CdcrUpdateLogTest, SolrShardReporterTest, TestPullReplica, PingRequestHandlerTest, TestJsonRequest, UnloadDistributedZkTest, CoreMergeIndexesAdminHandlerTest, TestClassicSimilarityFactory, TestDistribIDF, TestFieldCacheSortRandom, TestSolrConfigHandler, TestRandomDVFaceting, TestMacroExpander, TestRawTransformer, TestSuggestSpellingConverter, SolrCloudExampleTest, TestUpdate, TestSolrDeletionPolicy2, TestAnalyzedSuggestions, TestFiltering, TestJmxIntegration, TestLegacyTerms, DirectSolrSpellCheckerTest, RuleEngineTest, TestDistributedMissingSort, TestTolerantSearch, ConnectionManagerTest, NoCacheHeaderTest, DistributedFacetSimpleRefinementLongTailTest, HdfsCollectionsAPIDistributedZkTest, DistanceFunctionTest, TestHashQParserPlugin, TestNestedDocsSort, SaslZkACLProviderTest, LeaderFailoverAfterPartitionTest, TestJavabinTupleStreamParser, TestMinMaxOnMultiValuedField, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, TestBadConfig, ShowFileRequestHandlerTest, TestCoreDiscovery, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, UpdateParamsTest, BadComponentTest, TestStressRecovery, SampleTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, OpenExchangeRatesOrgProviderTest, TestSolrJ, SliceStateTest, UUIDFieldTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, ActionThrottleTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DeleteReplicaTest, DistributedVersionInfoTest, ForceLeaderTest]
[junit4] Completed [447/778 (2!)] on J2 in 160.30s, 4 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 42301 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.4) - Build #
21486 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21486/
Java: 64bit/jdk-9.0.4 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTRQParserExplain
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.TestLTRQParserExplain: 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.TestLTRQParserExplain:
1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DB85B5CE5AC3EABE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTRQParserExplain
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DB85B5CE5AC3EABE]:0)
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:33373/solr","node_name":"127.0.0.1:33373_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:33373/solr","node_name":"127.0.0.1:33373_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([8CADD3827A249B0B:4F9EC58D4D8F6F3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13828 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> 1721914 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/init-core-data-001
[junit4] 2> 1721914 WARN (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1721914 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1721915 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1721915 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001
[junit4] 2> 1721915 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1721916 INFO (Thread-3214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1721916 INFO (Thread-3214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1721922 ERROR (Thread-3214) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1722016 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33337
[junit4] 2> 1722017 INFO (zkConnectionManagerCallback-3018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722019 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1722019 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1722019 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1722019 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10b7170a{/solr,null,AVAILABLE}
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7850c3c1{/solr,null,AVAILABLE}
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6160ce08{/solr,null,AVAILABLE}
[junit4] 2> 1722020 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f13011f{/solr,null,AVAILABLE}
[junit4] 2> 1722021 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62fc8fb{HTTP/1.1,[http/1.1]}{127.0.0.1:33373}
[junit4] 2> 1722021 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3973f1c4{HTTP/1.1,[http/1.1]}{127.0.0.1:39263}
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.e.j.s.Server Started @1723536ms
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.e.j.s.Server Started @1723536ms
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33373}
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39263}
[junit4] 2> 1722021 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78160e1b{HTTP/1.1,[http/1.1]}{127.0.0.1:37469}
[junit4] 2> 1722021 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d58e36f{HTTP/1.1,[http/1.1]}{127.0.0.1:46499}
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.e.j.s.Server Started @1723536ms
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.e.j.s.Server Started @1723536ms
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37469}
[junit4] 2> 1722022 ERROR (jetty-launcher-3015-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46499}
[junit4] 2> 1722022 ERROR (jetty-launcher-3015-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722022 ERROR (jetty-launcher-3015-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T16:36:36.735607Z
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T16:36:36.735631Z
[junit4] 2> 1722022 ERROR (jetty-launcher-3015-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T16:36:36.735875Z
[junit4] 2> 1722022 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T16:36:36.735902Z
[junit4] 2> 1722038 INFO (zkConnectionManagerCallback-3022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722038 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722038 INFO (zkConnectionManagerCallback-3021-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722038 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722041 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006769580b0001, likely client has closed socket
[junit4] 2> 1722041 INFO (zkConnectionManagerCallback-3024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722041 INFO (zkConnectionManagerCallback-3026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722041 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722042 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722043 INFO (jetty-launcher-3015-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33337/solr
[junit4] 2> 1722061 INFO (zkConnectionManagerCallback-3031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722062 DEBUG (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$170/682678376@326ab0af
[junit4] 2> 1722062 INFO (jetty-launcher-3015-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33337/solr
[junit4] 2> 1722072 INFO (jetty-launcher-3015-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33337/solr
[junit4] 2> 1722072 INFO (jetty-launcher-3015-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33337/solr
[junit4] 2> 1722081 INFO (zkConnectionManagerCallback-3035-thread-1-processing-n:127.0.0.1:46499_solr) [n:127.0.0.1:46499_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722089 INFO (zkConnectionManagerCallback-3044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722093 INFO (zkConnectionManagerCallback-3038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722105 DEBUG (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$170/682678376@69ea4279
[junit4] 2> 1722105 DEBUG (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$170/682678376@27f54f8b
[junit4] 2> 1722109 INFO (zkConnectionManagerCallback-3042-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722110 DEBUG (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$170/682678376@40a9c384
[junit4] 2> 1722110 INFO (zkConnectionManagerCallback-3049-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722112 INFO (zkConnectionManagerCallback-3047-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722113 INFO (zkConnectionManagerCallback-3051-thread-1-processing-n:127.0.0.1:33373_solr) [n:127.0.0.1:33373_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1722114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1722114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1722115 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1722117 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1722117 DEBUG (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72171296184270859-127.0.0.1:37469_solr-n_0000000000
[junit4] 2> 1722117 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37469_solr
[junit4] 2> 1722118 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1722118 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722118 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1722118 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722119 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer Overseer (id=72171296184270859-127.0.0.1:37469_solr-n_0000000000) starting
[junit4] 2> 1722119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1722120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1722120 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1722120 DEBUG (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72171296184270860-127.0.0.1:33373_solr-n_0000000001
[junit4] 2> 1722120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72171296184270859-127.0.0.1:37469_solr-n_0000000000
[junit4] 2> 1722120 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1722120 DEBUG (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72171296184270859-127.0.0.1:37469_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1722120 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33373_solr
[junit4] 2> 1722120 DEBUG (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72171296184270858-127.0.0.1:39263_solr-n_0000000002
[junit4] 2> 1722121 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72171296184270860-127.0.0.1:33373_solr-n_0000000001
[junit4] 2> 1722121 DEBUG (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72171296184270860-127.0.0.1:33373_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1722121 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722121 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722121 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722121 DEBUG (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39263_solr as DOWN
[junit4] 2> 1722123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1722123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722123 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1722124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1722124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1722124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1722124 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1722125 DEBUG (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72171296184270854-127.0.0.1:46499_solr-n_0000000003
[junit4] 2> 1722125 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72171296184270858-127.0.0.1:39263_solr-n_0000000002
[junit4] 2> 1722125 DEBUG (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72171296184270858-127.0.0.1:39263_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1722125 DEBUG (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46499_solr as DOWN
[junit4] 2> 1722127 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46499_solr
[junit4] 2> 1722127 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722133 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722134 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39263_solr
[junit4] 2> 1722134 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722141 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722154 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722154 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722161 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722166 INFO (zkCallback-3046-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1722166 INFO (zkCallback-3050-thread-1-processing-n:127.0.0.1:33373_solr) [n:127.0.0.1:33373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1722166 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722166 INFO (zkCallback-3048-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1722167 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722167 INFO (zkCallback-3046-thread-2-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1722172 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722179 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722180 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722180 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722181 INFO (jetty-launcher-3015-thread-4) [n:127.0.0.1:46499_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node4/.
[junit4] 2> 1722182 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1722182 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1722182 INFO (zkCallback-3034-thread-1-processing-n:127.0.0.1:46499_solr) [n:127.0.0.1:46499_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1722185 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722185 DEBUG (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37469_solr as DOWN
[junit4] 2> 1722185 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722186 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722186 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1722186 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1722187 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1722187 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1722187 INFO (jetty-launcher-3015-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node2/.
[junit4] 2> 1722187 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1722185 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1722187 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1722187 INFO (jetty-launcher-3015-thread-3) [n:127.0.0.1:33373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node3/.
[junit4] 2> 1722187 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1722187 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1722187 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37469_solr
[junit4] 2> 1722187 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1722188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1722188 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46499_solr"} current state version: 0
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46499_solr
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39263_solr"} current state version: 0
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39263_solr
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37469_solr"} current state version: 0
[junit4] 2> 1722190 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37469_solr
[junit4] 2> 1722190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722190 INFO (zkCallback-3050-thread-1-processing-n:127.0.0.1:33373_solr) [n:127.0.0.1:33373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1722190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722191 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722191 INFO (zkCallback-3046-thread-2-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1722191 INFO (zkCallback-3034-thread-1-processing-n:127.0.0.1:46499_solr) [n:127.0.0.1:46499_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1722191 INFO (zkCallback-3048-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1722191 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37469_solr, 127.0.0.1:33373_solr, 127.0.0.1:46499_solr, 127.0.0.1:39263_solr]
[junit4] 2> 1722191 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1722191 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1722245 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1722251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1722251 DEBUG (OverseerAutoScalingTriggerThread-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1722251 DEBUG (ScheduledTrigger-6551-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1722279 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37469.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722287 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37469.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722287 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37469.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1722288 INFO (jetty-launcher-3015-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node1/.
[junit4] 2> 1722291 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722291 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722322 INFO (zkConnectionManagerCallback-3060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722323 INFO (zkConnectionManagerCallback-3064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1722324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1722324 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1722324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1722324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722324 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1722324 INFO (SUITE-AddReplicaTest-seed#[8CADD3827A249B0B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33337/solr ready
[junit4] 2> 1722342 INFO (TEST-AddReplicaTest.test-seed#[8CADD3827A249B0B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1722342 INFO (zkConnectionManagerCallback-3066-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1722344 INFO (qtp770474789-14695) [n:127.0.0.1:33373_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1722345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1722345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1722345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1722345 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1722345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1722345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1722345 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1722345 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1722346 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1722346 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1722346 INFO (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection addreplicatest_coll
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1722346 DEBUG (OverseerCollectionConfigSetProcessor-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1722346 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 1722346 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1722347 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
[junit4] 2> 1722348 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1722348 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722348 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722348 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1722348 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
[junit4] 2> 1722349 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
[junit4] 2> 1722349 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722349 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722449 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1722449 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:37469_solr
[junit4] 2> 1722450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722451 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1722451 INFO (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1722451 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n2 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:39263_solr
[junit4] 2> 1722451 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1722451 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1722451 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722451 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722451 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1722451 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1722451 INFO (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1722452 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1722452 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1722552 DEBUG (OverseerThreadFactory-6553-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1722552 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
[junit4] 2> 1722553 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722553 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722655 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1722655 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1722655 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1722655 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722656 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1722656 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722656 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1722656 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722656 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722656 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n2
[junit4] 2> 1722656 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "node_name":"127.0.0.1:39263_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "node_name":"127.0.0.1:39263_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n2","base_url":"http://127.0.0.1:39263/solr","node_name":"127.0.0.1:39263_solr","state":"down","type":"NRT"}
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "node_name":"127.0.0.1:39263_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "node_name":"127.0.0.1:37469_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "node_name":"127.0.0.1:37469_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"http://127.0.0.1:37469/solr","node_name":"127.0.0.1:37469_solr","state":"down","type":"NRT"}
[junit4] 2> 1722657 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37469/solr",
[junit4] 2> "node_name":"127.0.0.1:37469_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "node_name":"127.0.0.1:39263_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1722757 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 INFO (zkCallback-3046-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1722758 INFO (zkCallback-3046-thread-2-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1722758 INFO (zkCallback-3048-thread-1-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1722758 INFO (zkCallback-3048-thread-2-processing-n:127.0.0.1:37469_solr) [n:127.0.0.1:37469_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1722758 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1723252 DEBUG (ScheduledTrigger-6551-thread-1) [n:127.0.0.1:37469_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1723660 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1723664 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1723665 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1723665 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n2' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1723665 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.core.addreplicatest_coll.shard2.replica_n2' (registry 'solr.core.addreplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1723665 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1723665 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node2/addreplicatest_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node2/./addreplicatest_coll_shard2_replica_n2/data/]
[junit4] 2> 1723675 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1723679 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1723680 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1723680 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1723680 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37469.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e557772
[junit4] 2> 1723680 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1723680 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node1/addreplicatest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_8CADD3827A249B0B-001/tempDir-001/node1/./addreplicatest_coll_shard1_replica_n1/data/]
[junit4] 2> 1723718 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1723718 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1723719 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1723719 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1723720 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@39d7f834[addreplicatest_coll_shard2_replica_n2] main]
[junit4] 2> 1723721 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1723721 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1723722 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1723722 INFO (searcherExecutor-6558-thread-1-processing-n:127.0.0.1:39263_solr x:addreplicatest_coll_shard2_replica_n2 s:shard2 c:addreplicatest_coll r:core_node4) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [addreplicatest_coll_shard2_replica_n2] Registered new searcher Searcher@39d7f834[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1723722 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592757372515778560
[junit4] 2> 1723723 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1723724 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1723725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1723726 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1723726 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard2_replica_n2 address:http://127.0.0.1:39263/solr collection:addreplicatest_coll shard:shard2
[junit4] 2> 1723726 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1723726 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1723726 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1723727 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard2/election/72171296184270858-core_node4-n_0000000000
[junit4] 2> 1723727 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1723727 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1723727 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39263/solr/addreplicatest_coll_shard2_replica_n2/
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39263/solr/addreplicatest_coll_shard2_replica_n2/ has no replicas
[junit4] 2> 1723727 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:39263_solr synched 0
[junit4] 2> 1723727 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1723728 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@212bed2c[addreplicatest_coll_shard1_replica_n1] main]
[junit4] 2> 1723728 DEBUG (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard2/leader after winning as /collections/addreplicatest_coll/leader_elect/shard2/election/72171296184270858-core_node4-n_0000000000
[junit4] 2> 1723728 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1723728 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1723728 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1723729 INFO (qtp751771882-14705) [n:127.0.0.1:39263_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39263/solr/addreplicatest_coll_shard2_replica_n2/ shard2
[junit4] 2> 1723729 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1723729 DEBUG (OverseerStateUpdate-72171296184270859-127.0.0.1:37469_solr-n_0000000000) [n:127.0.0.1:37469_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "base_url":"http://127.0.0.1:39263/solr",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1723729 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1723730 INFO (searcherExecutor-6559-thread-1-processing-n:127.0.0.1:37469_solr x:addreplicatest_coll_shard1_replica_n1 s:shard1 c:addreplicatest_coll r:core_node3) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n1] Registered new searcher Searcher@212bed2c[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1723730 INFO (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592757372524167168
[junit4] 2> 1723731 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1723731 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1723732 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1723732 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1723732 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard1_replica_n1 address:http://127.0.0.1:37469/solr collection:addreplicatest_coll shard:shard1
[junit4] 2> 1723732 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1723733 DEBUG (qtp606375094-14703) [n:127.0.0.1:37469_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard1/election/72171296184270859-core_no
[...truncated too long message...]
extHandler Stopped o.e.j.s.ServletContextHandler@6410ac8c{/solr,null,UNAVAILABLE}
[junit4] 2> 18743 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 48742 WARN (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1128687554{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp1128687554-133,5,TGRP-TestLTRQParserExplain]
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1625266192
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2022042f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fcea987: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 48744 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d44d415: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
[junit4] 2> 48745 INFO (coreCloseExecutor-106-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7f60678f
[junit4] 2> 48745 INFO (coreCloseExecutor-106-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2137024399
[junit4] 2> 48745 INFO (coreCloseExecutor-106-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13964671: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
[junit4] 2> 48747 INFO (SUITE-TestLTRQParserExplain-seed#[DB85B5CE5AC3EABE]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 18, 2018 5:01:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 18, 2018 5:01:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.TestLTRQParserExplain:
[junit4] 2> 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
[junit4] 2> at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 18, 2018 5:01:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
[junit4] 2> Feb 18, 2018 5:02:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
[junit4] 2> at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {description=PostingsFormat(name=LuceneVarGapFixedInterval), id=FST50, text=PostingsFormat(name=LuceneVarGapDocFreqInterval), title=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Memory), popularity=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=279, maxMBSortInHeap=7.123785095737202, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@72aed2ba), locale=ti-ER, timezone=Pacific/Majuro
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=2,free=445702080,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestLTRScoringQuery, TestParallelWeightCreation, TestFieldValueFeature, TestModelManager, TestLTRQParserExplain]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLTRQParserExplain -Dtests.seed=DB85B5CE5AC3EABE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ti-ER -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLTRQParserExplain (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.TestLTRQParserExplain:
[junit4] > 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
[junit4] > at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([DB85B5CE5AC3EABE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=133, name=qtp1128687554-133, state=TIMED_WAITING, group=TGRP-TestLTRQParserExplain]
[junit4] > at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9.0.4/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([DB85B5CE5AC3EABE]:0)
[junit4] Completed [36/36 (1!)] on J1 in 53.71s, 4 tests, 2 errors <<< FAILURES!
[...truncated 33667 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21485 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21485/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestPrepRecovery
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestPrepRecovery: 1) Thread[id=22554, name=qtp11317675-22554, state=TIMED_WAITING, group=TGRP-TestPrepRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestPrepRecovery:
1) Thread[id=22554, name=qtp11317675-22554, state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([52B4948FEF1E32EA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestPrepRecovery
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=22554, name=qtp11317675-22554, state=TIMED_WAITING, group=TGRP-TestPrepRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=22554, name=qtp11317675-22554, state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([52B4948FEF1E32EA]:0)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:37937/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:37431/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:37937/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:37431/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([52B4948FEF1E32EA:F879477D58CDE73A]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37937/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([52B4948FEF1E32EA:ABF90720D36B7F60]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x: \
\
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*\\[junit4\\]\\s+Suite:.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n \
\
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n \
\
|.*rat-sources:.*\\r?\\n \
(?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+ \
\\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n \
(?:\\s*+\\[echo\\].*\\r?\\n)*+ \
\
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2} \
\
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n \
\\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n \
(?:\\s*+\\[licenses\\].*\\r?\\n)++ \
\
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+ \
.*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n \
\
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+ \
\
|.*check.*:.*\\r?\\n \
(?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n \
|\\s*+\\[forbidden-apis\\]\\s++ \
(?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+ \
\\s*+\\[forbidden-apis\\]\\s++ \
Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n \
\
|\\S+:\\s*\\r?\\n \
(?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+ \
.*:\\s+exec\\s+returned:\\s+[^0](?s:.*+) \
\
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n \
\\s*ivy-fail:\\s*(?:\\r?\\n)+ \
\\s*ivy-configure:\\s*(?:\\r?\\n)+ \
\\s*\\[ivy:configure\\].*(?:\\r?\\n)+ \
.*resolve:.*(?:\\r?\\n)+ \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n \
(?:\\s*\\[mkdir].*\\r?\\n)? \
(?:\\s*\\[ecj-lint\\].*\\r?\\n)* \
\\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n \
\
|.*check-lib-versions:.*\\r?\\n \
(?:\\s*\\[echo\\].*\\r?\\n)? \
(?:\\s*\\[libversions\\].*\\r?\\n)* \
\\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*-validate-source-patterns:.*\\r?\\n \
(?:\\s*\\[source-patterns\\].*\\r?\\n)+ \
\
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+) \
\
|.*(?:FATAL|ERROR):(?s:.*+) \
\
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+) \
\
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
\
|.*BUILD\\s+FAILED(?s:.*+) \
\
|(?:.*\\[repro\\].*\\r?\\n)+ \
)"}
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21484 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21484/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms
Error Message:
Doc with id=5 not found in http://127.0.0.1:37937/_vq/forceleader_lower_terms_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=5 not found in http://127.0.0.1:37937/_vq/forceleader_lower_terms_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([7543129DF60DE964:FB7732DE36AA4910]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:699)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:644)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:520)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([7543129DF60DE964:BCF65033FF6A2F91]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:723)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7543129DF60DE964:CF4F2512A9E53F2B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1585)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x: \
\
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*\\[junit4\\]\\s+Suite:.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n \
\
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++ \
(?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+ \
.*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n \
\
|.*rat-sources:.*\\r?\\n \
(?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+ \
\\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n \
(?:\\s*+\\[echo\\].*\\r?\\n)*+ \
\
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2} \
\
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n \
\\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n \
(?:\\s*+\\[licenses\\].*\\r?\\n)++ \
\
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+ \
.*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n \
\
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+ \
\
|.*check.*:.*\\r?\\n \
(?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n \
|\\s*+\\[forbidden-apis\\]\\s++ \
(?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+ \
\\s*+\\[forbidden-apis\\]\\s++ \
Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n \
\
|\\S+:\\s*\\r?\\n \
(?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+ \
.*:\\s+exec\\s+returned:\\s+[^0](?s:.*+) \
\
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n \
\\s*ivy-fail:\\s*(?:\\r?\\n)+ \
\\s*ivy-configure:\\s*(?:\\r?\\n)+ \
\\s*\\[ivy:configure\\].*(?:\\r?\\n)+ \
.*resolve:.*(?:\\r?\\n)+ \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n \
(?:\\s*\\[ivy:retrieve\\].*\\r?\\n)* \
\
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n \
(?:\\s*\\[mkdir].*\\r?\\n)? \
(?:\\s*\\[ecj-lint\\].*\\r?\\n)* \
\\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n \
\
|.*check-lib-versions:.*\\r?\\n \
(?:\\s*\\[echo\\].*\\r?\\n)? \
(?:\\s*\\[libversions\\].*\\r?\\n)* \
\\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n \
\
|.*-validate-source-patterns:.*\\r?\\n \
(?:\\s*\\[source-patterns\\].*\\r?\\n)+ \
\
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+) \
\
|.*(?:FATAL|ERROR):(?s:.*+) \
\
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+) \
\
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
\
|.*BUILD\\s+FAILED(?s:.*+) \
\
|(?:.*\\[repro\\].*\\r?\\n)+ \
)"}