You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/13 20:54:53 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20672 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20672/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([8B26241523C4B78D:1F7C462C21C09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:436)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13621 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> 1856133 INFO (SUITE-ShardSplitTest-seed#[8B26241523C4B78D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/init-core-data-001
[junit4] 2> 1856133 WARN (SUITE-ShardSplitTest-seed#[8B26241523C4B78D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 1856133 INFO (SUITE-ShardSplitTest-seed#[8B26241523C4B78D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1856134 INFO (SUITE-ShardSplitTest-seed#[8B26241523C4B78D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1856134 INFO (SUITE-ShardSplitTest-seed#[8B26241523C4B78D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /cimz/y
[junit4] 2> 1856137 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1856137 INFO (Thread-4536) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1856137 INFO (Thread-4536) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1856138 ERROR (Thread-4536) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1856237 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkTestServer start zk server on port:46849
[junit4] 2> 1856244 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1856244 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1856245 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1856245 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1856246 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1856246 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1856247 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1856247 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1856248 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1856248 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1856248 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1856249 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1856311 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1856312 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e7e75{/cimz/y,null,AVAILABLE}
[junit4] 2> 1856312 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aee093{HTTP/1.1,[http/1.1]}{127.0.0.1:36723}
[junit4] 2> 1856312 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server Started @1857833ms
[junit4] 2> 1856313 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/tempDir-001/control/data, hostContext=/cimz/y, hostPort=36723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/control-001/cores}
[junit4] 2> 1856313 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1856313 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1856313 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1856313 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1856313 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-13T20:26:38.605Z
[junit4] 2> 1856315 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1856315 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/control-001/solr.xml
[junit4] 2> 1856319 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1856319 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1856320 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1856323 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1856373 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1856373 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36723_cimz%2Fy
[junit4] 2> 1856373 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) starting
[junit4] 2> 1856376 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36723_cimz%2Fy
[junit4] 2> 1856376 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1856474 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1856480 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1856481 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1856482 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/control-001/cores
[junit4] 2> 1856496 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1856496 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46849/solr ready
[junit4] 2> 1856497 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36723_cimz%252Fy&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1856498 INFO (OverseerThreadFactory-6320-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1856603 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1856603 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1856706 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1857621 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1857632 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1857695 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1857701 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1857702 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1857702 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1857702 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1857705 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1857720 WARN (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1857751 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1857751 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1857751 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1857751 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1857752 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.1708984375, forceMergeDeletesPctAllowed=7.882655437794947, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1857753 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19045a6[control_collection_shard1_replica_n1] main]
[junit4] 2> 1857754 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1857754 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1857754 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1857755 INFO (searcherExecutor-6323-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@19045a6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1857755 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581175432855683072
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36723/cimz/y/control_collection_shard1_replica_n1/
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36723/cimz/y/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1857758 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1857759 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36723/cimz/y/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1857860 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1857910 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1857911 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1308
[junit4] 2> 1857913 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1858013 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1858499 INFO (OverseerCollectionConfigSetProcessor-98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1858913 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36723_cimz%252Fy&wt=javabin&version=2} status=0 QTime=2415
[junit4] 2> 1858917 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1858918 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46849/solr ready
[junit4] 2> 1858918 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1858919 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1858920 INFO (OverseerThreadFactory-6320-thread-2-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1858921 WARN (OverseerThreadFactory-6320-thread-2-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1859123 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1859123 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1859185 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001 of type NRT
[junit4] 2> 1859185 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1859186 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@177e4d0{/cimz/y,null,AVAILABLE}
[junit4] 2> 1859187 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dea3b5{HTTP/1.1,[http/1.1]}{127.0.0.1:37801}
[junit4] 2> 1859187 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server Started @1860708ms
[junit4] 2> 1859187 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cimz/y, hostPort=37801, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001/cores}
[junit4] 2> 1859187 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1859188 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1859188 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1859188 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1859188 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-13T20:26:41.480Z
[junit4] 2> 1859191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1859191 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001/solr.xml
[junit4] 2> 1859193 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1859193 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1859194 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1859200 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1859205 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1859206 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1859207 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37801_cimz%2Fy
[junit4] 2> 1859207 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1859207 INFO (zkCallback-2300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1859215 INFO (zkCallback-2305-thread-1-processing-n:127.0.0.1:37801_cimz%2Fy) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1859316 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1859328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1859328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1859330 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001/cores
[junit4] 2> 1859347 INFO (qtp5015096-16574) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37801_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1859349 INFO (OverseerCollectionConfigSetProcessor-98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1859349 INFO (OverseerThreadFactory-6320-thread-3-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37801_cimz%2Fy for creating new replica
[junit4] 2> 1859351 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1859351 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1860373 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1860401 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1860463 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1860470 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1860471 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1860471 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1860471 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1860475 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1860491 WARN (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1860534 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1860534 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1860535 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1860535 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1860536 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.1708984375, forceMergeDeletesPctAllowed=7.882655437794947, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1860536 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@c6c407[collection1_shard2_replica_n41] main]
[junit4] 2> 1860537 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1860537 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1860538 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1860538 INFO (searcherExecutor-6334-thread-1-processing-n:127.0.0.1:37801_cimz%2Fy x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@c6c407[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1860539 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581175435774918656
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37801/cimz/y/collection1_shard2_replica_n41/
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:37801/cimz/y/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1860542 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1860543 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37801/cimz/y/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1860694 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1860695 INFO (qtp7459298-16618) [n:127.0.0.1:37801_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1344
[junit4] 2> 1860696 INFO (qtp5015096-16574) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37801_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1348
[junit4] 2> 1860765 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001 of type NRT
[junit4] 2> 1860766 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1860766 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9ff69a{/cimz/y,null,AVAILABLE}
[junit4] 2> 1860767 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@183dd6a{HTTP/1.1,[http/1.1]}{127.0.0.1:41665}
[junit4] 2> 1860767 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server Started @1862289ms
[junit4] 2> 1860767 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cimz/y, hostPort=41665, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001/cores}
[junit4] 2> 1860768 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1860768 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1860768 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1860768 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1860768 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-13T20:26:43.060Z
[junit4] 2> 1860769 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1860769 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001/solr.xml
[junit4] 2> 1860772 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1860772 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1860772 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1860775 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1860779 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1860780 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1860781 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41665_cimz%2Fy
[junit4] 2> 1860781 INFO (zkCallback-2305-thread-1-processing-n:127.0.0.1:37801_cimz%2Fy) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860781 INFO (zkCallback-2300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860781 INFO (zkCallback-2293-thread-2-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860782 INFO (zkCallback-2311-thread-1-processing-n:127.0.0.1:41665_cimz%2Fy) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860859 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1860867 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1860867 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1860868 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001/cores
[junit4] 2> 1860901 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41665_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1860922 INFO (OverseerCollectionConfigSetProcessor-98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1860923 INFO (OverseerThreadFactory-6320-thread-4-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41665_cimz%2Fy for creating new replica
[junit4] 2> 1860926 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1860926 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1861945 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1861958 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1862025 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1862032 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1862033 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1862033 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1862033 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1862036 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1862063 WARN (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1862096 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1862096 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1862097 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1862097 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1862098 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.1708984375, forceMergeDeletesPctAllowed=7.882655437794947, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1862098 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a6f918[collection1_shard1_replica_n43] main]
[junit4] 2> 1862099 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1862099 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1862100 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1862101 INFO (searcherExecutor-6345-thread-1-processing-n:127.0.0.1:41665_cimz%2Fy x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@1a6f918[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1862101 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581175437412794368
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41665/cimz/y/collection1_shard1_replica_n43/
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:41665/cimz/y/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1862104 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1862106 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41665/cimz/y/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1862256 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1862257 INFO (qtp9108638-16648) [n:127.0.0.1:41665_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1330
[junit4] 2> 1862258 INFO (qtp5015096-16575) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41665_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1357
[junit4] 2> 1862341 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001 of type NRT
[junit4] 2> 1862341 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1862342 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6afb0e{/cimz/y,null,AVAILABLE}
[junit4] 2> 1862342 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22506c{HTTP/1.1,[http/1.1]}{127.0.0.1:44957}
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server Started @1863864ms
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/cimz/y, hostPort=44957, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001/cores}
[junit4] 2> 1862343 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1862343 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-13T20:26:44.635Z
[junit4] 2> 1862346 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1862346 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001/solr.xml
[junit4] 2> 1862348 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1862348 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1862349 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1862352 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1862357 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1862358 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1862360 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44957_cimz%2Fy
[junit4] 2> 1862362 INFO (zkCallback-2300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862362 INFO (zkCallback-2311-thread-1-processing-n:127.0.0.1:41665_cimz%2Fy) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862362 INFO (zkCallback-2293-thread-2-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862362 INFO (zkCallback-2317-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862363 INFO (zkCallback-2305-thread-1-processing-n:127.0.0.1:37801_cimz%2Fy) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862432 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1862441 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1862441 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1862443 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001/cores
[junit4] 2> 1862519 INFO (qtp5015096-16570) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44957_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1862520 INFO (OverseerCollectionConfigSetProcessor-98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1862521 INFO (OverseerThreadFactory-6320-thread-5-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44957_cimz%2Fy for creating new replica
[junit4] 2> 1862522 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1862522 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1863540 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1863549 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1863622 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1863628 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1863629 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1863629 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1863629 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 1863631 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1863650 WARN (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1863675 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1863675 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1863675 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1863675 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1863676 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=56.8447265625, floorSegmentMB=1.1708984375, forceMergeDeletesPctAllowed=7.882655437794947, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1863676 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@1abde0f[collection1_shard2_replica_n45] main]
[junit4] 2> 1863677 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1863677 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1863678 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1863679 INFO (searcherExecutor-6356-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@1abde0f[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1863679 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581175439067447296
[junit4] 2> 1863681 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 1863681 INFO (updateExecutor-2314-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1863681 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1863681 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1863681 INFO (qtp110650-16677) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1159
[junit4] 2> 1863681 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 1863681 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1863681 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:37801/cimz/y/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:44957/cimz/y/collection1_shard2_replica_n45/]
[junit4] 2> 1863683 INFO (qtp5015096-16570) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44957_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1163
[junit4] 2> 1863687 INFO (recoveryExecutor-2315-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44957_cimz%2Fy c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:37801/cimz/y]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:44957_cimz%252Fy&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1863687 INFO (qtp7459298-16614) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1863688 INFO (qtp7459298-16614) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44957_cimz%2Fy, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:44957/cimz/y","node_name":"127.0.0.1:44957_cimz%2Fy","state":"down","type":"NRT"}
[junit4] 2> 1863772 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-4-001 of type NRT
[junit4] 2> 1863773 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1863774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bb3fa{/cimz/y,null,AVAILABLE}
[junit4] 2> 1863774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10143a3{HTTP/1.1,[http/1.1]}{127.0.0.1:39541}
[junit4] 2> 1863775 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.e.j.s.Server Started @1865296ms
[junit4] 2> 1863775 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/cimz/y, hostPort=39541, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-4-001/cores}
[junit4] 2> 1863775 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1863775 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1863776 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1863776 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1863776 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-13T20:26:46.068Z
[junit4] 2> 1863778 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1863778 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-4-001/solr.xml
[junit4] 2> 1863781 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1863782 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1863782 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1863787 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1863795 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1863796 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1863797 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39541_cimz%2Fy
[junit4] 2> 1863798 INFO (zkCallback-2317-thread-1-processing-n:127.0.0.1:44957_cimz%2Fy) [n:127.0.0.1:44957_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863798 INFO (zkCallback-2305-thread-1-processing-n:127.0.0.1:37801_cimz%2Fy) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863798 INFO (zkCallback-2300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863799 INFO (zkCallback-2311-thread-1-processing-n:127.0.0.1:41665_cimz%2Fy) [n:127.0.0.1:41665_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863799 INFO (zkCallback-2293-thread-1-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863803 INFO (zkCallback-2324-thread-1-processing-n:127.0.0.1:39541_cimz%2Fy) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1863931 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1863943 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1863943 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@13025f6
[junit4] 2> 1863945 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[8B26241523C4B78D]) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001/shard-4-001/cores
[junit4] 2> 1863988 INFO (qtp5015096-16573) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39541_cimz%252Fy&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1863989 INFO (OverseerCollectionConfigSetProcessor-98823464447508484-127.0.0.1:36723_cimz%2Fy-n_0000000000) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1863989 INFO (OverseerThreadFactory-6320-thread-5-processing-n:127.0.0.1:36723_cimz%2Fy) [n:127.0.0.1:36723_cimz%2Fy ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39541_cimz%2Fy for creating new replica
[junit4] 2> 1863990 INFO (qtp22862240-16710) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1863991 INFO (qtp22862240-16710) [n:127.0.0.1:39541_cimz%2Fy ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1864688 INFO (qtp7459298-16614) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44957_cimz%2Fy, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:44957/cimz/y","node_name":"127.0.0.1:44957_cimz%2Fy","state":"recovering","type":"NRT"}
[junit4] 2> 1864688 INFO (qtp7459298-16614) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1864688 INFO (qtp7459298-16614) [n:127.0.0.1:37801_cimz%2Fy ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44957_cimz%252Fy&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1865010 INFO (qtp22862240-16710) [n:127.0.0.1:39541_cimz%2Fy c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1865022 INFO (qtp228622
[...truncated too long message...]
etricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=24273330
[junit4] 2> 2613265 INFO (coreCloseExecutor-7032-thread-1) [n:127.0.0.1:45631_cimz%2Fy c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ba5d06: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@f95220
[junit4] 2> 2613272 INFO (coreCloseExecutor-7032-thread-1) [n:127.0.0.1:45631_cimz%2Fy c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=24273330
[junit4] 2> 2613272 INFO (coreCloseExecutor-7032-thread-2) [n:127.0.0.1:45631_cimz%2Fy c:shardSplitWithRule s:shard1 r:core_node3 x:shardSplitWithRule_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.shardSplitWithRule.shard1.replica_n1, tag=22488574
[junit4] 2> 2613272 INFO (coreCloseExecutor-7032-thread-2) [n:127.0.0.1:45631_cimz%2Fy c:shardSplitWithRule s:shard1 r:core_node3 x:shardSplitWithRule_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@de160b: rootName = null, domain = solr.core.shardSplitWithRule.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.shardSplitWithRule.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1beec30
[junit4] 2> 2613279 INFO (coreCloseExecutor-7032-thread-2) [n:127.0.0.1:45631_cimz%2Fy c:shardSplitWithRule s:shard1 r:core_node3 x:shardSplitWithRule_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.shardSplitWithRule.shard1.leader, tag=22488574
[junit4] 2> 2613281 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.a.s.c.Overseer Overseer (id=98823511822499858-127.0.0.1:45631_cimz%2Fy-n_0000000004) closing
[junit4] 2> 2613282 INFO (OverseerStateUpdate-98823511822499858-127.0.0.1:45631_cimz%2Fy-n_0000000004) [n:127.0.0.1:45631_cimz%2Fy ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45631_cimz%2Fy
[junit4] 2> 2613282 WARN (OverseerAutoScalingTriggerThread-98823511822499858-127.0.0.1:45631_cimz%2Fy-n_0000000004) [n:127.0.0.1:45631_cimz%2Fy ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2613285 WARN (zkCallback-2528-thread-3-processing-n:127.0.0.1:45631_cimz%2Fy) [n:127.0.0.1:45631_cimz%2Fy ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2613285 INFO (zkCallback-2504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2613285 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f85e42{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2613285 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@af4559{/cimz/y,null,UNAVAILABLE}
[junit4] 2> 2613286 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35175
[junit4] 2> 2613286 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2613287 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8B26241523C4B78D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41409 41409
[junit4] 2> 2618324 INFO (Thread-4784) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41409 41409
[junit4] 2> 2618325 WARN (Thread-4784) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 67 /solr/collections/shardSplitWithRule/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8B26241523C4B78D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene50(blocksize=128)}, docValues:{shard_s=DocValuesFormat(name=Direct), rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=870, maxMBSortInHeap=5.371500177141655, sim=RandomSimilarity(queryNorm=true): {}, locale=ko, timezone=Atlantic/Canary
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=112800600,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, TestLegacyFieldReuse, DisMaxRequestHandlerTest, TestImpersonationWithHadoopAuth, ExecutePlanActionTest, OverseerStatusTest, FileUtilsTest, TestDistributedGrouping, TestFuzzyAnalyzedSuggestions, HdfsThreadLeakTest, ReplicationFactorTest, TestElisionMultitermQuery, TestCustomSort, SpellCheckCollatorWithCollapseTest, StatelessScriptUpdateProcessorFactoryTest, ResourceLoaderTest, TestConfigReload, DistributedFacetPivotWhiteBoxTest, VMParamsZkACLAndCredentialsProvidersTest, CdcrVersionReplicationTest, DeleteStatusTest, HdfsRecoveryZkTest, TestCopyFieldCollectionResource, TestSchemaSimilarityResource, TestMultiWordSynonyms, TestNumericTokenStream, ShardRoutingTest, TestFieldCacheSortRandom, PKIAuthenticationIntegrationTest, HdfsCollectionsAPIDistributedZkTest, DocValuesTest, ZkSolrClientTest, PreAnalyzedFieldManagedSchemaCloudTest, TestRawResponseWriter, CustomCollectionTest, TestConfigOverlay, TestSimpleTrackingShardHandler, CSVRequestHandlerTest, TestJettySolrRunner, JSONWriterTest, SuggesterTSTTest, TestUpdate, TestCloudSearcherWarming, LoggingHandlerTest, TestBulkSchemaConcurrent, TestLegacyNumericRangeQueryBuilder, TestCloudPivotFacet, TestQueryTypes, TestExpandComponent, BlockJoinFacetSimpleTest, TestSystemCollAutoCreate, TestLRUStatsCache, HighlighterTest, SchemaVersionSpecificBehaviorTest, MoreLikeThisHandlerTest, TestEmbeddedSolrServerAdminHandler, TestCoreContainer, SpellCheckComponentTest, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, TestSimpleQParserPlugin, TestPerFieldSimilarity, CacheHeaderTest, RankQueryTest, ShardRoutingCustomTest, UtilsToolTest, TestRandomRequestDistribution, SSLMigrationTest, ChaosMonkeySafeLeaderTest, DistanceUnitsTest, TestGraphMLResponseWriter, DistanceFunctionTest, HdfsDirectoryTest, TestXmlQParserPlugin, TestNestedDocsSort, TestManagedSchemaAPI, MigrateRouteKeyTest, TestManagedSynonymGraphFilterFactory, TestTolerantUpdateProcessorRandomCloud, TestConfigSets, TestLRUCache, DistributedMLTComponentTest, OpenCloseCoreStressTest, AlternateDirectoryTest, DirectSolrSpellCheckerTest, CdcrUpdateLogTest, DistribJoinFromCollectionTest, IndexSchemaRuntimeFieldTest, MetricsConfigTest, TestManagedResourceStorage, SpatialFilterTest, TestJsonRequest, DocExpirationUpdateProcessorFactoryTest, AutoAddReplicasPlanActionTest, TestStreamBody, StatsReloadRaceTest, NodeMutatorTest, TestMinMaxOnMultiValuedField, ZkStateReaderTest, TestFieldCache, TestRTimerTree, SystemInfoHandlerTest, LukeRequestHandlerTest, ZkCLITest, TestSolrIndexConfig, PropertiesRequestHandlerTest, TestReqParamsAPI, TestCustomDocTransformer, TestRTGBase, UpdateLogTest, TestUseDocValuesAsStored2, DirectSolrConnectionTest, ConvertedLegacyTest, TestConfigsApi, CoreSorterTest, JsonLoaderTest, TestSolrQueryResponse, TestPolicyCloud, BlockCacheTest, LeaderFailureAfterFreshStartTest, TestDistribIDF, HdfsWriteToMultipleCollectionsTest, AtomicUpdateProcessorFactoryTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestDistributedSearch, TestRecovery, ZkControllerTest, TestRealTimeGet, TestStressVersions, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, DirectUpdateHandlerTest, SoftAutoCommitTest, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DistribCursorPagingTest, HealthCheckHandlerTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ShardSplitTest]
[junit4] Completed [627/745 (1!)] on J1 in 762.21s, 5 tests, 1 failure <<< FAILURES!
[...truncated 43054 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20684 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20684/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
Error from server at http://127.0.0.1:36621/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36621/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2E61D6C44DEB47E2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at https://127.0.0.1:43467/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43467/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([2E61D6C44DEB47E2:8D9B7861CA03AD47]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43467/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.MoveReplicaTest.test
Error Message:
Error from server at https://127.0.0.1:40073/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40073/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2E61D6C44DEB47E2:A635E91EE3172A1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaTest.testFailedMove
Error Message:
Error from server at https://127.0.0.1:40073/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40073/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2E61D6C44DEB47E2:84AC0536FA389232]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.MoveReplicaTest.beforeTest(MoveReplicaTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeLost/127.0.0.1:34989_solr exists
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:34989_solr exists
at __randomizedtesting.SeedInfo.seed([2E61D6C44DEB47E2:36DB5EC843DE8A0D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:856)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11920 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/init-core-data-001
[junit4] 2> 367766 WARN (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=39 numCloses=39
[junit4] 2> 367767 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 367767 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 367768 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 367769 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001
[junit4] 2> 367769 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 367769 INFO (Thread-907) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 367769 INFO (Thread-907) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 367770 ERROR (Thread-907) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 367869 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:40311
[junit4] 2> 367875 INFO (jetty-launcher-342-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 367875 INFO (jetty-launcher-342-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 367875 INFO (jetty-launcher-342-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 367875 INFO (jetty-launcher-342-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 367875 INFO (jetty-launcher-342-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 367878 INFO (jetty-launcher-342-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57e817{/solr,null,AVAILABLE}
[junit4] 2> 367878 INFO (jetty-launcher-342-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db4ca5{/solr,null,AVAILABLE}
[junit4] 2> 367878 INFO (jetty-launcher-342-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19c618d{/solr,null,AVAILABLE}
[junit4] 2> 367878 INFO (jetty-launcher-342-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e14885{/solr,null,AVAILABLE}
[junit4] 2> 367880 INFO (jetty-launcher-342-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13e5732{/solr,null,AVAILABLE}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df34ef{SSL,[ssl, http/1.1]}{127.0.0.1:39695}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c6d2a{SSL,[ssl, http/1.1]}{127.0.0.1:43467}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.e.j.s.Server Started @369892ms
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.e.j.s.Server Started @369892ms
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10e203e{SSL,[ssl, http/1.1]}{127.0.0.1:42079}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43467}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.e.j.s.Server Started @369892ms
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39695}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42079}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@129b9ef{SSL,[ssl, http/1.1]}{127.0.0.1:36969}
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.e.j.s.Server Started @369892ms
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36969}
[junit4] 2> 367882 ERROR (jetty-launcher-342-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 367882 ERROR (jetty-launcher-342-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 367882 ERROR (jetty-launcher-342-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:10.054Z
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:10.054Z
[junit4] 2> 367882 ERROR (jetty-launcher-342-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:10.054Z
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 367882 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:10.054Z
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@96d87a{SSL,[ssl, http/1.1]}{127.0.0.1:44445}
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.e.j.s.Server Started @369893ms
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44445}
[junit4] 2> 367883 ERROR (jetty-launcher-342-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 367883 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:10.055Z
[junit4] 2> 367891 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 367892 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 367895 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 367897 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 367913 INFO (jetty-launcher-342-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 367903 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 367913 INFO (jetty-launcher-342-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 367914 INFO (jetty-launcher-342-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 367933 INFO (jetty-launcher-342-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 367939 INFO (jetty-launcher-342-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 367987 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 367987 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 367988 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36969_solr
[junit4] 2> 367988 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44445_solr
[junit4] 2> 367988 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.c.Overseer Overseer (id=98840335479078925-127.0.0.1:36969_solr-n_0000000000) starting
[junit4] 2> 367989 INFO (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367989 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367990 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367991 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 367991 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 367992 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43467_solr
[junit4] 2> 367994 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 367999 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 367999 INFO (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 367999 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 367999 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368000 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 368000 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39695_solr
[junit4] 2> 368010 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368010 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368010 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368013 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368014 INFO (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 368016 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 368017 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42079_solr
[junit4] 2> 368018 INFO (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368018 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368019 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368019 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368019 INFO (OverseerStateUpdate-98840335479078925-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 368030 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36969_solr
[junit4] 2> 368031 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 368031 INFO (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 368042 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 368042 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 368043 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 368116 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368116 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39695.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368125 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368126 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368127 INFO (jetty-launcher-342-thread-2) [n:127.0.0.1:44445_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node2/.
[junit4] 2> 368129 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39695.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368129 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39695.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368130 INFO (jetty-launcher-342-thread-4) [n:127.0.0.1:39695_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node4/.
[junit4] 2> 368141 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368149 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368149 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368150 INFO (jetty-launcher-342-thread-1) [n:127.0.0.1:42079_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node1/.
[junit4] 2> 368189 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368196 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368196 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368197 INFO (jetty-launcher-342-thread-3) [n:127.0.0.1:43467_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node3/.
[junit4] 2> 368241 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368257 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368258 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 368258 INFO (jetty-launcher-342-thread-5) [n:127.0.0.1:36969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node5/.
[junit4] 2> 368291 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 368291 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40311/solr ready
[junit4] 2> 368293 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateSearchDelete
[junit4] 2> 368293 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@96d87a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 368294 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19974489
[junit4] 2> 368294 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 368294 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bd979: rootName = solr_44445, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@11a2148
[junit4] 2> 368299 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 368299 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10ad8f9: rootName = solr_44445, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1da0b71
[junit4] 2> 368302 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 368302 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17afa3a: rootName = solr_44445, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@19fe356
[junit4] 2> 368303 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 368304 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 368304 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 368304 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 368304 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 368304 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 368305 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 369804 WARN (zkCallback-369-thread-1-processing-n:127.0.0.1:44445_solr) [n:127.0.0.1:44445_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 369805 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19c618d{/solr,null,UNAVAILABLE}
[junit4] 2> 369807 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 369811 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c5d977{/solr,null,AVAILABLE}
[junit4] 2> 369812 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c044c{SSL,[ssl, http/1.1]}{127.0.0.1:43231}
[junit4] 2> 369812 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.e.j.s.Server Started @371822ms
[junit4] 2> 369812 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43231}
[junit4] 2> 369813 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 369814 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 369815 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 369815 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 369815 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T19:57:11.987Z
[junit4] 2> 369822 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 369834 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40311/solr
[junit4] 2> 369842 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 369843 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 369844 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43231_solr
[junit4] 2> 369844 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 369844 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 369845 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 369845 INFO (zkCallback-367-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 369845 INFO (zkCallback-368-thread-2-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 369845 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:43231_solr) [n:127.0.0.1:43231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 370008 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 370017 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 370017 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 370018 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2E61D6C44DEB47E2]) [n:127.0.0.1:43231_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node6/.
[junit4] 2> 370076 INFO (qtp21531943-2743) [n:127.0.0.1:36969_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=6cc019a8-8a96-4d1c-87ef-6810322211f8&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 370077 INFO (qtp21531943-2743) [n:127.0.0.1:36969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=6cc019a8-8a96-4d1c-87ef-6810322211f8&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 370078 INFO (qtp21531943-2717) [n:127.0.0.1:36969_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cc019a8-8a96-4d1c-87ef-6810322211f8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 370078 INFO (qtp21531943-2717) [n:127.0.0.1:36969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cc019a8-8a96-4d1c-87ef-6810322211f8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 370078 INFO (OverseerThreadFactory-1135-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 370182 INFO (OverseerStateUpdate-98840335479078925-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42079/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 370183 INFO (OverseerStateUpdate-98840335479078925-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43467/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 370184 INFO (OverseerStateUpdate-98840335479078925-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43231/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 370185 INFO (OverseerStateUpdate-98840335479078925-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39695/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 370412 INFO (qtp10327281-2846) [n:127.0.0.1:43231_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 370412 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 370412 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 370430 INFO (qtp33120020-2750) [n:127.0.0.1:42079_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=4
[junit4] 2> 370430 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 370431 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 370433 INFO (qtp8466536-2716) [n:127.0.0.1:39695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2
[junit4] 2> 370433 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 370433 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 370442 INFO (qtp18436378-2722) [n:127.0.0.1:43467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1
[junit4] 2> 370442 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 370443 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 370443 INFO (qtp18436378-2745) [n:127.0.0.1:43467_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136
[junit4] 2> 370443 INFO (qtp18436378-2745) [n:127.0.0.1:43467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 370552 INFO (zkCallback-363-thread-1-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:43231_solr) [n:127.0.0.1:43231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-366-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-366-thread-2-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-368-thread-1-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-368-thread-2-processing-n:127.0.0.1:43467_solr) [n:127.0.0.1:43467_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-363-thread-2-processing-n:127.0.0.1:39695_solr) [n:127.0.0.1:39695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 370552 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:43231_solr) [n:127.0.0.1:43231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 371083 INFO (qtp8466536-2754) [n:127.0.0.1:39695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6cc019a8-8a96-4d1c-87ef-6810322211f8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 371084 INFO (qtp8466536-2754) [n:127.0.0.1:39695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6cc019a8-8a96-4d1c-87ef-6810322211f8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 371436 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371441 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 371443 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 371443 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 371444 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43231.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 371444 INFO (qtp18436378-2752) [n:127.0.0.1:43467_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136
[junit4] 2> 371444 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 371444 INFO (qtp18436378-2752) [n:127.0.0.1:43467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 371444 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node6/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node6/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 371454 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371454 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371458 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 371459 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 371461 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 371461 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 371461 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 371462 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39695.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 371462 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 371462 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node4/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node4/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42079.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1138-thread-1-processing-n:127.0.0.1:42079_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681671567669 CREATE) [n:127.0.0.1:42079_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 371463 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 371465 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 371465 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 371465 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43467.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f73fa
[junit4] 2> 371465 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 371465 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0.1:43467_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node3/testcollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2E61D6C44DEB47E2-001/tempDir-001/node3/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 371511 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 371511 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 371512 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 371512 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 371513 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f3642d[testcollection_shard2_replica_n6] main]
[junit4] 2> 371514 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 371515 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 371515 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 371516 INFO (searcherExecutor-1154-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE n:127.0.0.1:39695_solr s:shard2 c:testcollection) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@1f3642d[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 371516 INFO (parallelCoreAdminExecutor-1137-thread-1-processing-n:127.0.0.1:39695_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681674460844 CREATE) [n:127.0.0.1:39695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581445371593228288
[junit4] 2> 371518 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 371518 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 371519 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 371519 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 371521 INFO (parallelCoreAdminExecutor-1151-thread-1-processing-n:127.0.0.1:43231_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681673587192 CREATE) [n:127.0.0.1:43231_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@14b74c2[testcollection_shard2_replica_n4] main]
[junit4] 2> 371523 INFO (parallelCoreAdminExecutor-1142-thread-1-processing-n:127.0.0.1:43467_solr 6cc019a8-8a96-4d1c-87ef-6810322211f84102681672626136 CREATE) [n:127.0.0
[...truncated too long message...]
from ZooKeeper... (6) -> (4)
[junit4] 2> 2715620 DEBUG (jetty-closer-3105-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2715620 INFO (zkCallback-3172-thread-1-processing-n:127.0.0.1:45779_solr) [n:127.0.0.1:45779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (4)
[junit4] 2> 2715620 INFO (zkCallback-3184-thread-1-processing-n:127.0.0.1:33731_solr) [n:127.0.0.1:33731_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (4)
[junit4] 2> 2715620 INFO (zkCallback-3240-thread-2-processing-n:127.0.0.1:33507_solr) [n:127.0.0.1:33507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (4)
[junit4] 2> 2715620 WARN (zkCallback-3172-thread-1-processing-n:127.0.0.1:45779_solr) [n:127.0.0.1:45779_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2715621 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f26e520bd0012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2715621 INFO (jetty-closer-3105-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2715621 INFO (jetty-closer-3105-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2715621 WARN (zkCallback-3240-thread-3-processing-n:127.0.0.1:33507_solr) [n:127.0.0.1:33507_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2715621 INFO (jetty-closer-3105-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53744d{/solr,null,UNAVAILABLE}
[junit4] 2> 2715621 INFO (jetty-closer-3105-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@193b43{/solr,null,UNAVAILABLE}
[junit4] 2> 2717120 WARN (zkCallback-3225-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2717120 WARN (zkCallback-3246-thread-1-processing-n:127.0.0.1:38849_solr) [n:127.0.0.1:38849_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2717120 INFO (jetty-closer-3105-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@afb89e{/solr,null,UNAVAILABLE}
[junit4] 2> 2717120 INFO (jetty-closer-3105-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1091249{/solr,null,UNAVAILABLE}
[junit4] 2> 2717120 WARN (zkCallback-3144-thread-1-processing-n:127.0.0.1:45145_solr) [n:127.0.0.1:45145_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2717121 INFO (jetty-closer-3105-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@199e4c4{/solr,null,UNAVAILABLE}
[junit4] 2> 2717121 WARN (zkCallback-3184-thread-1-processing-n:127.0.0.1:33731_solr) [n:127.0.0.1:33731_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2717122 INFO (jetty-closer-3105-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ac221{/solr,null,UNAVAILABLE}
[junit4] 2> 2717123 ERROR (SUITE-TriggerIntegrationTest-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2717123 INFO (SUITE-TriggerIntegrationTest-seed#[2E61D6C44DEB47E2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45697 45697
[junit4] 2> 2717185 INFO (Thread-5321) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45697 45697
[junit4] 2> 2717186 WARN (Thread-5321) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/aliases.json
[junit4] 2> 13 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/clusterprops.json
[junit4] 2> 32 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/98840482364063778-127.0.0.1:33731_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/98840482364063762-127.0.0.1:45145_solr-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2E61D6C44DEB47E2-001
[junit4] 2> Oct 16, 2017 8:36:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=638, maxMBSortInHeap=6.032904733293208, sim=RandomSimilarity(queryNorm=false): {}, locale=uk-UA, timezone=Africa/Asmara
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=77316424,total=453509120
[junit4] 2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, BitVectorTest, NotRequiredUniqueKeyTest, TestRequestStatusCollectionAPI, SortSpecParsingTest, TestQueryUtils, SimplePostToolTest, TestJmxIntegration, ForceLeaderTest, TestInPlaceUpdatesDistrib, TestDFISimilarityFactory, DistributedQueryComponentCustomSortTest, CloudMLTQParserTest, EnumFieldTest, BadIndexSchemaTest, DataDrivenBlockJoinTest, GraphQueryTest, TolerantUpdateProcessorTest, StatsComponentTest, TestOnReconnectListenerSupport, DateMathParserTest, CopyFieldTest, TestTrie, SearchHandlerTest, PolyFieldTest, SortByFunctionTest, SolrMetricsIntegrationTest, TestIndexSearcher, TestOrdValues, TlogReplayBufferedWhileIndexingTest, OverseerModifyCollectionTest, TestMaxScoreQueryParser, DateFieldTest, LeaderElectionTest, DistributedFacetPivotSmallAdvancedTest, TestExportWriter, XsltUpdateRequestHandlerTest, TestManagedStopFilterFactory, SolrXmlInZkTest, TestUtils, TestDownShardTolerantSearch, TestDFRSimilarityFactory, SolrJmxReporterCloudTest, TestNumericTerms32, TestAnalyzeInfixSuggestions, SimpleFacetsTest, TestTolerantSearch, DeleteInactiveReplicaTest, TestNRTOpen, SmileWriterTest, TestStressCloudBlindAtomicUpdates, TestFieldCacheVsDocValues, OutOfBoxZkACLAndCredentialsProvidersTest, TestFastWriter, TestCorePropertiesReload, HardAutoCommitTest, MetricUtilsTest, TestPseudoReturnFields, TermsComponentTest, AutoCommitTest, TestNumericRangeQuery32, TestAuthorizationFramework, TestHdfsBackupRestoreCore, StressHdfsTest, TestLeaderElectionWithEmptyReplica, ShufflingReplicaListTransformerTest, TestJavabinTupleStreamParser, TestShortCircuitedRequests, ResponseHeaderTest, TestSmileRequest, PingRequestHandlerTest, DeleteReplicaTest, DistributedFacetExistsSmallTest, DirectUpdateHandlerOptimizeTest, UnloadDistributedZkTest, BasicDistributedZk2Test, DistributedQueueTest, TestPullReplicaErrorHandling, TestDistributedMissingSort, HdfsAutoAddReplicasIntegrationTest, DistribCursorPagingTest, ClusterStateTest, ShowFileRequestHandlerTest, NodeLostTriggerTest, QueryResultKeyTest, CircularListTest, ConnectionManagerTest, TestSchemalessBufferedUpdates, TestPayloadScoreQParserPlugin, TestSurroundQueryParser, TestSubQueryTransformerDistrib, HdfsTlogReplayBufferedWhileIndexingTest, TestFreeTextSuggestions, TestSolrCloudWithHadoopAuthPlugin, TestReloadDeadlock, TestHttpShardHandlerFactory, TestMaxTokenLenTokenizer, TestHashQParserPlugin, TestHalfAndHalfDocValues, TestZkChroot, TestSolrCoreProperties, SolrCloudReportersTest, TestCloudManagedSchema, HdfsNNFailoverTest, TestReload, TestSha256AuthenticationProvider, TestConfigSetImmutable, AtomicUpdatesTest, HdfsLockFactoryTest, BadCopyFieldTest, AnalyticsMergeStrategyTest, TestLMJelinekMercerSimilarityFactory, MoveReplicaTest, SuggesterFSTTest, CollectionStateFormat2Test, CdcrReplicationHandlerTest, SecurityConfHandlerTest, ReturnFieldsTest, ResponseLogComponentTest, DirectUpdateHandlerTest, CollectionsAPISolrJTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestPullReplica, TestSSLRandomization, TestSegmentSorting, TestTlogReplica, AutoScalingHandlerTest, ExecutePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [583/745 (4!)] on J2 in 108.84s, 10 tests, 1 failure <<< FAILURES!
[...truncated 43285 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20683 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20683/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 1) Thread[id=13834, name=zkCallback-2641-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=13810, name=zkCallback-2641-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=13872, name=zkCallback-2641-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=13637, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=13809, name=zkCallback-2641-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=13639, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 7) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 8) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:
1) Thread[id=13834, name=zkCallback-2641-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
2) Thread[id=13810, name=zkCallback-2641-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=13872, name=zkCallback-2641-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=13637, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=13809, name=zkCallback-2641-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=13639, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
7) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
8) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([B2A3EBD7BB0367EB]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=13834, name=zkCallback-2641-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=13810, name=zkCallback-2641-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=13872, name=zkCallback-2641-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=13809, name=zkCallback-2641-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 6) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=13834, name=zkCallback-2641-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
2) Thread[id=13810, name=zkCallback-2641-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=13872, name=zkCallback-2641-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=13809, name=zkCallback-2641-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
6) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([B2A3EBD7BB0367EB]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test
Error Message:
There were too many update fails (123 > 100) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (123 > 100) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([B2A3EBD7BB0367EB:3AF7D40D15FF0A13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:263)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13198 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/init-core-data-001
[junit4] 2> 1676405 WARN (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[B2A3EBD7BB0367EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1676405 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[B2A3EBD7BB0367EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1676406 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[B2A3EBD7BB0367EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1676406 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[B2A3EBD7BB0367EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1676406 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[B2A3EBD7BB0367EB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xp_xbl/cn
[junit4] 2> 1676406 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 4 nodes
[junit4] 2> 1676407 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1676408 INFO (Thread-2975) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1676408 INFO (Thread-2975) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1676409 ERROR (Thread-2975) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1676508 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkTestServer start zk server on port:32967
[junit4] 2> 1676516 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1676517 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1676519 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1676520 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1676520 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1676525 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1676526 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1676527 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1676528 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1676529 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1676530 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1676531 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1676604 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1676605 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a5a8401{/xp_xbl/cn,null,AVAILABLE}
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3506a238{HTTP/1.1,[http/1.1]}{127.0.0.1:34045}
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server Started @1677899ms
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xp_xbl/cn, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/tempDir-001/control/data, hostPort=34045, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1676607 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1676607 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T15:18:41.825588Z
[junit4] 2> 1676609 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1676609 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/control-001/solr.xml
[junit4] 2> 1676610 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1676610 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1676610 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1676613 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32967/solr
[junit4] 2> 1676646 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1676646 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34045_xp_xbl%2Fcn
[junit4] 2> 1676646 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.Overseer Overseer (id=98839240482881540-127.0.0.1:34045_xp_xbl%2Fcn-n_0000000000) starting
[junit4] 2> 1676649 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34045_xp_xbl%2Fcn
[junit4] 2> 1676649 INFO (zkCallback-2633-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1676701 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1676707 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1676707 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1676708 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/control-001/cores
[junit4] 2> 1676718 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1676719 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32967/solr ready
[junit4] 2> 1676720 INFO (qtp206955736-13600) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34045_xp_xbl%252Fcn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1676721 INFO (OverseerThreadFactory-6188-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1676824 INFO (qtp206955736-13602) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1676824 INFO (qtp206955736-13602) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1676927 INFO (zkCallback-2633-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1677867 INFO (qtp206955736-13602) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1677880 INFO (qtp206955736-13602) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1677947 INFO (qtp206955736-13602) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1677954 INFO (qtp206955736-13602) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1677954 INFO (qtp206955736-13602) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1677954 INFO (qtp206955736-13602) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1677954 INFO (qtp206955736-13602) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1677957 INFO (qtp206955736-13602) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=44.791015625, floorSegmentMB=1.5234375, forceMergeDeletesPctAllowed=14.943330340561046, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.37100807907095157
[junit4] 2> 1677977 WARN (qtp206955736-13602) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1678000 INFO (qtp206955736-13602) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1678000 INFO (qtp206955736-13602) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1678001 INFO (qtp206955736-13602) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1678001 INFO (qtp206955736-13602) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678002 INFO (qtp206955736-13602) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8272549027341953]
[junit4] 2> 1678002 INFO (qtp206955736-13602) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7503aa72[control_collection_shard1_replica_n1] main]
[junit4] 2> 1678002 INFO (qtp206955736-13602) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1678003 INFO (qtp206955736-13602) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1678003 INFO (qtp206955736-13602) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1678004 INFO (searcherExecutor-6191-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7503aa72[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678004 INFO (qtp206955736-13602) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581427849399631872
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34045/xp_xbl/cn/control_collection_shard1_replica_n1/
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:34045/xp_xbl/cn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1678006 INFO (qtp206955736-13602) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1678007 INFO (qtp206955736-13602) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34045/xp_xbl/cn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1678108 INFO (zkCallback-2633-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1678157 INFO (qtp206955736-13602) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1678159 INFO (qtp206955736-13602) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
[junit4] 2> 1678162 INFO (qtp206955736-13600) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1678260 INFO (zkCallback-2633-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1678723 INFO (OverseerCollectionConfigSetProcessor-98839240482881540-127.0.0.1:34045_xp_xbl%2Fcn-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1679162 INFO (qtp206955736-13600) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34045_xp_xbl%252Fcn&wt=javabin&version=2} status=0 QTime=2441
[junit4] 2> 1679166 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1679166 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32967/solr ready
[junit4] 2> 1679166 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1679167 INFO (qtp206955736-13600) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1679169 INFO (OverseerThreadFactory-6188-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1679169 WARN (OverseerThreadFactory-6188-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1679371 INFO (qtp206955736-13600) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1679371 INFO (qtp206955736-13600) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1679441 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001 of type NRT
[junit4] 2> 1679442 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@189c886d{/xp_xbl/cn,null,AVAILABLE}
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b4be854{HTTP/1.1,[http/1.1]}{127.0.0.1:43951}
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server Started @1680735ms
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xp_xbl/cn, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/tempDir-001/jetty1, hostPort=43951, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 1679443 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1679443 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1679444 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T15:18:44.662002Z
[junit4] 2> 1679445 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1679445 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001/solr.xml
[junit4] 2> 1679446 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1679446 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1679447 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1679448 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32967/solr
[junit4] 2> 1679452 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1679453 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1679454 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43951_xp_xbl%2Fcn
[junit4] 2> 1679454 INFO (zkCallback-2641-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1679454 INFO (zkCallback-2633-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1679454 INFO (zkCallback-2646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1679494 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1679501 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1679501 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1679502 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001/cores
[junit4] 2> 1679516 INFO (qtp206955736-13601) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43951_xp_xbl%252Fcn&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1679516 INFO (OverseerCollectionConfigSetProcessor-98839240482881540-127.0.0.1:34045_xp_xbl%2Fcn-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1679517 INFO (OverseerThreadFactory-6188-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43951_xp_xbl%2Fcn for creating new replica
[junit4] 2> 1679518 INFO (qtp2040533887-13647) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1679518 INFO (qtp2040533887-13647) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1680539 INFO (qtp2040533887-13647) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1680552 INFO (qtp2040533887-13647) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 1680612 INFO (qtp2040533887-13647) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1680618 INFO (qtp2040533887-13647) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
[junit4] 2> 1680618 INFO (qtp2040533887-13647) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1680618 INFO (qtp2040533887-13647) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1680618 INFO (qtp2040533887-13647) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 1680620 INFO (qtp2040533887-13647) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=44.791015625, floorSegmentMB=1.5234375, forceMergeDeletesPctAllowed=14.943330340561046, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.37100807907095157
[junit4] 2> 1680634 WARN (qtp2040533887-13647) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1680655 INFO (qtp2040533887-13647) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1680656 INFO (qtp2040533887-13647) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1680656 INFO (qtp2040533887-13647) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1680656 INFO (qtp2040533887-13647) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1680657 INFO (qtp2040533887-13647) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8272549027341953]
[junit4] 2> 1680657 INFO (qtp2040533887-13647) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d444cd[collection1_shard1_replica_n21] main]
[junit4] 2> 1680658 INFO (qtp2040533887-13647) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1680658 INFO (qtp2040533887-13647) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1680658 INFO (qtp2040533887-13647) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1680659 INFO (searcherExecutor-6202-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@17d444cd[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1680659 INFO (qtp2040533887-13647) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581427852183601152
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43951/xp_xbl/cn/collection1_shard1_replica_n21/
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:43951/xp_xbl/cn/collection1_shard1_replica_n21/ has no replicas
[junit4] 2> 1680661 INFO (qtp2040533887-13647) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1680662 INFO (qtp2040533887-13647) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43951/xp_xbl/cn/collection1_shard1_replica_n21/ shard1
[junit4] 2> 1680813 INFO (qtp2040533887-13647) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1680814 INFO (qtp2040533887-13647) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1296
[junit4] 2> 1680816 INFO (qtp206955736-13601) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43951_xp_xbl%252Fcn&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1300
[junit4] 2> 1680895 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001 of type NRT
[junit4] 2> 1680896 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1680896 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bf75faf{/xp_xbl/cn,null,AVAILABLE}
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14ffd137{HTTP/1.1,[http/1.1]}{127.0.0.1:38491}
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server Started @1682189ms
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xp_xbl/cn, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/tempDir-001/jetty2, hostPort=38491, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 1680897 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1680897 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T15:18:46.115969Z
[junit4] 2> 1680899 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f25c3fada000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1680899 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1680899 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001/solr.xml
[junit4] 2> 1680900 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1680900 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1680901 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1680903 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32967/solr
[junit4] 2> 1680913 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1680914 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1680914 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38491_xp_xbl%2Fcn
[junit4] 2> 1680917 INFO (zkCallback-2633-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1680917 INFO (zkCallback-2646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1680917 INFO (zkCallback-2641-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1680918 INFO (zkCallback-2652-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1680967 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1680976 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1680976 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1680977 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001/cores
[junit4] 2> 1680999 INFO (qtp206955736-13602) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38491_xp_xbl%252Fcn&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1681000 INFO (OverseerCollectionConfigSetProcessor-98839240482881540-127.0.0.1:34045_xp_xbl%2Fcn-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1681001 INFO (OverseerThreadFactory-6188-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38491_xp_xbl%2Fcn for creating new replica
[junit4] 2> 1681001 INFO (qtp1970819957-13676) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1681002 INFO (qtp1970819957-13676) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1682020 INFO (qtp1970819957-13676) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1682033 INFO (qtp1970819957-13676) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
[junit4] 2> 1682096 INFO (qtp1970819957-13676) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1682102 INFO (qtp1970819957-13676) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
[junit4] 2> 1682102 INFO (qtp1970819957-13676) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1682102 INFO (qtp1970819957-13676) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1682102 INFO (qtp1970819957-13676) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
[junit4] 2> 1682104 INFO (qtp1970819957-13676) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=44.791015625, floorSegmentMB=1.5234375, forceMergeDeletesPctAllowed=14.943330340561046, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.37100807907095157
[junit4] 2> 1682118 WARN (qtp1970819957-13676) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1682142 INFO (qtp1970819957-13676) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1682142 INFO (qtp1970819957-13676) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1682143 INFO (qtp1970819957-13676) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1682143 INFO (qtp1970819957-13676) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1682144 INFO (qtp1970819957-13676) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8272549027341953]
[junit4] 2> 1682144 INFO (qtp1970819957-13676) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a8aaf76[collection1_shard1_replica_n23] main]
[junit4] 2> 1682145 INFO (qtp1970819957-13676) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1682145 INFO (qtp1970819957-13676) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1682145 INFO (qtp1970819957-13676) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1682146 INFO (searcherExecutor-6213-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n23] Registered new searcher Searcher@3a8aaf76[collection1_shard1_replica_n23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1682146 INFO (qtp1970819957-13676) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581427853742833664
[junit4] 2> 1682148 INFO (qtp1970819957-13676) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n23
[junit4] 2> 1682148 INFO (updateExecutor-2649-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1682148 INFO (qtp1970819957-13676) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1146
[junit4] 2> 1682148 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1682148 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1682148 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n23]
[junit4] 2> 1682148 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1682148 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n23] as recovering, leader is [http://127.0.0.1:43951/xp_xbl/cn/collection1_shard1_replica_n21/] and I am [http://127.0.0.1:38491/xp_xbl/cn/collection1_shard1_replica_n23/]
[junit4] 2> 1682149 INFO (qtp206955736-13602) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38491_xp_xbl%252Fcn&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1150
[junit4] 2> 1682149 INFO (recoveryExecutor-2650-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43951/xp_xbl/cn]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:38491_xp_xbl%252Fcn&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1682150 INFO (qtp2040533887-13649) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1682150 INFO (qtp2040533887-13649) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38491_xp_xbl%2Fcn, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:38491/xp_xbl/cn","node_name":"127.0.0.1:38491_xp_xbl%2Fcn","state":"down","type":"NRT"}
[junit4] 2> 1682204 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-3-001 of type NRT
[junit4] 2> 1682205 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1682205 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ccf93ce{/xp_xbl/cn,null,AVAILABLE}
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47091e3b{HTTP/1.1,[http/1.1]}{127.0.0.1:46841}
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.e.j.s.Server Started @1683498ms
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xp_xbl/cn, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/tempDir-001/jetty3, hostPort=46841, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 1682206 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1682206 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T15:18:47.424777Z
[junit4] 2> 1682208 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1682208 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-3-001/solr.xml
[junit4] 2> 1682223 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1682223 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1682224 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1682226 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32967/solr
[junit4] 2> 1682230 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1682230 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1682231 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46841_xp_xbl%2Fcn
[junit4] 2> 1682231 INFO (zkCallback-2633-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1682231 INFO (zkCallback-2641-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1682232 INFO (zkCallback-2646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1682232 INFO (zkCallback-2652-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1682232 INFO (zkCallback-2659-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1682278 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1682284 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1682284 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68fc2892
[junit4] 2> 1682285 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_B2A3EBD7BB0367EB-001/shard-3-001/cores
[junit4] 2> 1682309 INFO (qtp206955736-13597) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46841_xp_xbl%252Fcn&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1682310 INFO (OverseerCollectionConfigSetProcessor-98839240482881540-127.0.0.1:34045_xp_xbl%2Fcn-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1682310 INFO (OverseerThreadFactory-6188-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46841_xp_xbl%2Fcn for creating new replica
[junit4] 2> 1682311 INFO (qtp1525736984-13709) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1682311 INFO (qtp1525736984-13709) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1683150 INFO (qtp2040533887-13649) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38491_xp_xbl%2Fcn, coreNodeName=core_node24, onlyIf
[...truncated too long message...]
java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 6) Thread[id=13639, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 7) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 8) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([B2A3EBD7BB0367EB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=13834, name=zkCallback-2641-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 2) Thread[id=13810, name=zkCallback-2641-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 3) Thread[id=13872, name=zkCallback-2641-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 4) Thread[id=13809, name=zkCallback-2641-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 5) Thread[id=13638, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[B2A3EBD7BB0367EB]-SendThread(127.0.0.1:32967), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 6) Thread[id=13640, name=zkCallback-2641-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([B2A3EBD7BB0367EB]:0)
[junit4] Completed [519/745 (1!)] on J2 in 119.06s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 40556 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20682 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20682/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([AC33B4081477BDC7:91EB1A242C99E3B7]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
Build Log:
[...truncated 13297 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1741077 INFO (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/init-core-data-001
[junit4] 2> 1741077 WARN (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1741077 INFO (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1741078 INFO (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1741079 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001
[junit4] 2> 1741079 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1741079 INFO (Thread-3935) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1741079 INFO (Thread-3935) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1741080 ERROR (Thread-3935) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1741179 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.ZkTestServer start zk server on port:33225
[junit4] 2> 1741182 INFO (jetty-launcher-4156-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1741182 INFO (jetty-launcher-4156-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1741183 INFO (jetty-launcher-4156-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18a494f{/solr,null,AVAILABLE}
[junit4] 2> 1741183 INFO (jetty-launcher-4156-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@538140a6{/solr,null,AVAILABLE}
[junit4] 2> 1741184 INFO (jetty-launcher-4156-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@727e6104{HTTP/1.1,[http/1.1]}{127.0.0.1:37785}
[junit4] 2> 1741184 INFO (jetty-launcher-4156-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53d89a12{HTTP/1.1,[http/1.1]}{127.0.0.1:34099}
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.e.j.s.Server Started @1743173ms
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.e.j.s.Server Started @1743173ms
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37785}
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34099}
[junit4] 2> 1741185 ERROR (jetty-launcher-4156-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1741185 ERROR (jetty-launcher-4156-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T09:19:08.321650Z
[junit4] 2> 1741185 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T09:19:08.321685Z
[junit4] 2> 1741186 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1741186 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1741191 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33225/solr
[junit4] 2> 1741191 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33225/solr
[junit4] 2> 1741240 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1741240 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37785_solr
[junit4] 2> 1741240 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1741240 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98837826647883781-127.0.0.1:37785_solr-n_0000000000) starting
[junit4] 2> 1741241 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34099_solr
[junit4] 2> 1741241 INFO (zkCallback-4168-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1741242 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1741251 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37785_solr
[junit4] 2> 1741252 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1741254 INFO (zkCallback-4168-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1741269 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1741269 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1741299 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741307 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741307 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741309 INFO (jetty-launcher-4156-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/.
[junit4] 2> 1741318 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741327 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741327 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1741328 INFO (jetty-launcher-4156-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/.
[junit4] 2> 1741348 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1741348 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33225/solr ready
[junit4] 2> 1741350 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1741351 INFO (qtp1577298725-18853) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=4333b719-6acc-4bb1-9a23-580ba19ea8a6&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1741352 INFO (qtp1577298725-18853) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=4333b719-6acc-4bb1-9a23-580ba19ea8a6&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1741353 INFO (qtp1577298725-18854) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1741354 INFO (qtp1577298725-18854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1741355 INFO (OverseerThreadFactory-7719-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1741458 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34099/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1741459 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37785/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1741460 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34099/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1741461 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37785/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1741662 INFO (qtp1577298725-18843) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1741663 INFO (qtp1577298725-18847) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397912583988&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397912583988&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1741663 INFO (qtp1751035719-18848) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397911547944&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397911547944&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1741663 INFO (qtp1751035719-18840) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397913544079&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1741663 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397913544079&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1741664 INFO (qtp1577298725-18854) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863
[junit4] 2> 1741664 INFO (qtp1577298725-18854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1741766 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1741766 INFO (zkCallback-4168-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1741766 INFO (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1741766 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1742355 INFO (qtp1577298725-18855) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1742355 INFO (qtp1577298725-18855) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1742664 INFO (qtp1577298725-18845) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863
[junit4] 2> 1742664 INFO (qtp1577298725-18845) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1742684 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1742688 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1742688 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1742688 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1742692 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1742703 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1742703 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1742703 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1742703 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1742703 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1742704 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1742704 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/testcollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 1742705 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1742707 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1742708 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1742708 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1742708 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1742708 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1742708 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1742750 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1742750 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1742751 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1742751 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1742752 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@328d0685[testcollection_shard2_replica_n4] main]
[junit4] 2> 1742753 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1742753 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1742754 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1742754 INFO (searcherExecutor-7725-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@328d0685[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1742755 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405228122505216
[junit4] 2> 1742755 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1742755 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1742756 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1742756 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1742757 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dcfee6e[testcollection_shard1_replica_n2] main]
[junit4] 2> 1742758 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1742758 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1742759 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1742759 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405228126699520
[junit4] 2> 1742759 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1742759 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1742760 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1742760 INFO (searcherExecutor-7726-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@4dcfee6e[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1742760 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1742760 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1742761 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b2acf91[testcollection_shard2_replica_n6] main]
[junit4] 2> 1742762 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1742762 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1742762 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1742762 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1742763 INFO (searcherExecutor-7727-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@3b2acf91[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1742763 INFO (parallelCoreAdminExecutor-7720-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405228130893824
[junit4] 2> 1742765 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1742765 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1742766 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1742766 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1742767 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c67f18[testcollection_shard1_replica_n1] main]
[junit4] 2> 1742767 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1742767 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1742768 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1742769 INFO (searcherExecutor-7724-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@c67f18[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1742769 INFO (parallelCoreAdminExecutor-7721-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405228137185280
[junit4] 2> 1742862 INFO (zkCallback-4168-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1742863 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1742863 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1742863 INFO (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743260 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1743260 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1743260 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34099/solr/testcollection_shard2_replica_n4/
[junit4] 2> 1743260 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=http://127.0.0.1:34099/solr START replicas=[http://127.0.0.1:37785/solr/testcollection_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1743261 INFO (qtp1577298725-18854) [ ] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1743262 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1743262 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1743262 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/
[junit4] 2> 1743262 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:37785/solr START replicas=[http://127.0.0.1:34099/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1743263 INFO (qtp1751035719-18852) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1743356 INFO (qtp1577298725-18843) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1743356 INFO (qtp1577298725-18843) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1743560 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=http://127.0.0.1:34099/solr DONE. We have no versions. sync failed.
[junit4] 2> 1743561 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1743561 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1743561 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1743562 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34099/solr/testcollection_shard2_replica_n4/ shard2
[junit4] 2> 1743562 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:37785/solr DONE. We have no versions. sync failed.
[junit4] 2> 1743562 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1743562 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1743562 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1743563 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 1743664 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743664 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743664 INFO (zkCallback-4168-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743664 INFO (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743665 INFO (qtp1577298725-18847) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863
[junit4] 2> 1743665 INFO (qtp1577298725-18847) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1743713 INFO (parallelCoreAdminExecutor-7721-thread-2) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1743714 INFO (parallelCoreAdminExecutor-7720-thread-2) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1743872 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743872 INFO (zkCallback-4168-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743872 INFO (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1743872 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1744357 INFO (qtp1577298725-18845) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1744357 INFO (qtp1577298725-18845) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744665 INFO (qtp1577298725-18849) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863
[junit4] 2> 1744665 INFO (qtp1577298725-18849) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397914463863&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744667 INFO (qtp1751035719-18850) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4333b719-6acc-4bb1-9a23-580ba19ea8a64064397913544079
[junit4] 2> 1744667 INFO (qtp1751035719-18850) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a64064397913544079&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744668 INFO (OverseerThreadFactory-7719-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1745356 INFO (OverseerCollectionConfigSetProcessor-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1745358 INFO (qtp1577298725-18854) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1745358 INFO (qtp1577298725-18854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1745358 INFO (qtp1577298725-18847) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1745358 INFO (qtp1577298725-18847) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4333b719-6acc-4bb1-9a23-580ba19ea8a6&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1745359 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1745359 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 1745360 INFO (qtp1577298725-18849) [ ] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:37785/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:34099/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1508145552495&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1745360 INFO (qtp1751035719-18850) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34099/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1508145552495&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1745360 INFO (qtp1577298725-18845) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1745372 INFO (qtp1751035719-18848) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1581405230855094272)]} 0 10
[junit4] 2> 1745373 INFO (qtp1577298725-18843) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1581405230855094272)]} 0 12
[junit4] 2> 1745373 INFO (qtp1751035719-18852) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581405230867677184,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1745374 INFO (qtp1751035719-18852) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@cd80082 commitCommandVersion:1581405230867677184
[junit4] 2> 1745374 INFO (qtp1577298725-18853) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581405230868725760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1745374 INFO (qtp1577298725-18853) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ee23155 commitCommandVersion:1581405230868725760
[junit4] 2> 1745375 INFO (qtp1751035719-18850) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581405230869774336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1745376 INFO (qtp1751035719-18850) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1745376 INFO (qtp1751035719-18850) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1745376 INFO (qtp1751035719-18850) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1745377 INFO (qtp1751035719-18852) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2229974[testcollection_shard1_replica_n1] main]
[junit4] 2> 1745377 INFO (qtp1577298725-18853) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@80110b2[testcollection_shard1_replica_n2] main]
[junit4] 2> 1745377 INFO (qtp1577298725-18853) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1745377 INFO (qtp1751035719-18852) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1745378 INFO (searcherExecutor-7726-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@80110b2[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1745378 INFO (searcherExecutor-7724-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@2229974[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1745378 INFO (qtp1577298725-18853) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 1745378 INFO (qtp1751035719-18852) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 1745379 INFO (qtp1577298725-18843) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581405230873968640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1745379 INFO (qtp1577298725-18843) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1745379 INFO (qtp1577298725-18843) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1745379 INFO (qtp1577298725-18843) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1745379 INFO (qtp1577298725-18847) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:5&commit=true&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 1745381 INFO (qtp1577298725-18854) [ ] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:37785/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:34099/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1508145552516&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1745381 INFO (qtp1751035719-18850) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:34099/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1508145552516&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1745382 INFO (qtp1751035719-18850) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:5&shards.purpose=64&NOW=1508145552516&ids=1&isShard=true&shard.url=http://127.0.0.1:34099/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:37785/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1745382 INFO (qtp1751035719-18844) [ ] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=1 status=0 QTime=2
[junit4] 2> 1745383 INFO (qtp1577298725-18849) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1745384 INFO (OverseerThreadFactory-7719-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1745386 INFO (qtp1751035719-18841) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 1745386 INFO (qtp1751035719-18841) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@426ce71: rootName = solr_34099, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@560759e5
[junit4] 2> 1745389 INFO (qtp1577298725-18930) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 1745389 INFO (qtp1577298725-18930) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a9b4b80: rootName = solr_37785, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@1b757f60
[junit4] 2> 1745396 INFO (qtp1751035719-18852) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 1745396 INFO (qtp1751035719-18841) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@493e992f
[junit4] 2> 1745396 INFO (qtp1751035719-18852) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ad34e3d: rootName = solr_34099, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4052700e
[junit4] 2> 1745399 INFO (qtp1577298725-18930) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@4f76c5f1
[junit4] 2> 1745400 INFO (qtp1577298725-18930) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1333183985
[junit4] 2> 1745400 INFO (qtp1577298725-18930) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1333183985
[junit4] 2> 1745401 INFO (qtp1577298725-18930) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1745401 INFO (qtp1577298725-18930) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n6&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1745401 INFO (qtp1577298725-18854) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 1745401 INFO (qtp1577298725-18854) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d7430a0: rootName = solr_37785, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1c530ba6
[junit4] 2> 1745408 INFO (qtp1751035719-18841) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=1228839215
[junit4] 2> 1745408 INFO (qtp1751035719-18852) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@d1e2fb2
[junit4] 2> 1745408 INFO (qtp1751035719-18841) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1228839215
[junit4] 2> 1745408 INFO (qtp1751035719-18852) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=220082098
[junit4] 2> 1745408 INFO (qtp1751035719-18852) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=220082098
[junit4] 2> 1745409 INFO (qtp1751035719-18852) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1745409 WARN (zkCallback-4168-thread-3) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1745410 INFO (qtp1751035719-18852) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1745410 INFO (qtp1751035719-18841) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 1745413 INFO (qtp1577298725-18854) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@c820625
[junit4] 2> 1745413 INFO (qtp1577298725-18854) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=209847845
[junit4] 2> 1745413 INFO (qtp1577298725-18854) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=209847845
[junit4] 2> 1745415 WARN (zkCallback-4167-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1745415 INFO (qtp1577298725-18854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 1746118 INFO (qtp1577298725-18849) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=734
[junit4] 2> 1746118 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 1746118 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[AC33B4081477BDC7]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 1746118 INFO (qtp1577298725-18853) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1746119 INFO (qtp1577298725-18853) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1746119 INFO (qtp1577298725-18931) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1746119 INFO (qtp1577298725-18931) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1746120 INFO (OverseerCollectionConfigSetProcessor-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1746120 INFO (OverseerThreadFactory-7719-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1746323 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37785/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1746326 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34099/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1746327 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37785/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1746328 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34099/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1746529 INFO (qtp1577298725-18847) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402776809618&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1746529 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402779262621&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1746529 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402781505903&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1746529 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1746529 INFO (qtp1577298725-18843) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1746529 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402776809618&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1746529 INFO (qtp1751035719-18842) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402779262621&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1746529 INFO (qtp1751035719-18850) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402781505903&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1746531 INFO (qtp1577298725-18849) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531
[junit4] 2> 1746531 INFO (qtp1577298725-18849) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1746649 INFO (zkCallback-4167-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1746649 INFO (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1746649 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1746649 INFO (zkCallback-4168-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1747120 INFO (qtp1577298725-18930) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1747120 INFO (qtp1577298725-18930) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1747532 INFO (qtp1577298725-18853) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531
[junit4] 2> 1747532 INFO (qtp1577298725-18853) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=28ceccff-aefc-4fa3-ac5d-06c87cea6ef14064402780442531&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1747536 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1747536 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1747542 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1747542 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1747543 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1747544 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1747544 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1747552 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1747564 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1747565 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1747567 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1747567 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1747567 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34099.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1747567 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1747567 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/testcollection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node1/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 1747569 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1747570 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1747570 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1747570 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ab952f
[junit4] 2> 1747570 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1747570 INFO (parallelCoreAdminExecutor-7720-thread-3) [ ] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1747595 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1747595 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1747596 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1747596 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1747597 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dfb539[testcollection_shard2_replica_n4] main]
[junit4] 2> 1747598 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1747598 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1747598 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1747602 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405233204953088
[junit4] 2> 1747602 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1747602 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1747603 INFO (searcherExecutor-7744-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@7dfb539[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1747604 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1747604 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1747605 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@72b55904[testcollection_shard2_replica_n6] main]
[junit4] 2> 1747606 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1747606 INFO (parallelCoreAdminExecutor-7720-thread-4) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1747606 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1747606 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1747606 INFO (parallelCoreAdminExecutor-7721-thread-3) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581405233209147392
[junit4] 2> 1747608 INFO (searcherExecutor-7745-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@72b55904[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1747611 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1747611 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1747612 INFO (parallelCoreAdminExecutor-7721-thread-4) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1747612 INFO (parallelCoreAdminExe
[...truncated too long message...]
t4] 2> 1750146 INFO (coreCloseExecutor-7764-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=1692696419
[junit4] 2> 1750146 INFO (coreCloseExecutor-7764-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3470d752: rootName = solr_34099, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@75c92ff2
[junit4] 2> 1750149 INFO (coreCloseExecutor-7765-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=861283838
[junit4] 2> 1750150 INFO (coreCloseExecutor-7765-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=1404224559
[junit4] 2> 1750150 INFO (coreCloseExecutor-7765-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70125923: rootName = solr_37785, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7b405deb
[junit4] 2> 1750154 INFO (coreCloseExecutor-7764-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2014578690
[junit4] 2> 1750155 INFO (coreCloseExecutor-7764-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1692696419
[junit4] 2> 1750156 INFO (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1750156 INFO (coreCloseExecutor-7765-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1404224559
[junit4] 2> 1750157 INFO (jetty-closer-4157-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98837826647883781-127.0.0.1:37785_solr-n_0000000000) closing
[junit4] 2> 1750157 INFO (OverseerStateUpdate-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37785_solr
[junit4] 2> 1750157 WARN (OverseerAutoScalingTriggerThread-98837826647883781-127.0.0.1:37785_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1751656 WARN (zkCallback-4167-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1751656 INFO (jetty-closer-4157-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18a494f{/solr,null,UNAVAILABLE}
[junit4] 2> 1751658 WARN (zkCallback-4168-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1751658 INFO (jetty-closer-4157-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@538140a6{/solr,null,UNAVAILABLE}
[junit4] 2> 1751659 ERROR (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1751659 INFO (SUITE-TestAuthenticationFramework-seed#[AC33B4081477BDC7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33225 33225
[junit4] 2> 1756712 INFO (Thread-3935) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33225 33225
[junit4] 2> 1756712 WARN (Thread-3935) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_AC33B4081477BDC7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1453, maxMBSortInHeap=7.254086830155676, sim=RandomSimilarity(queryNorm=true): {}, locale=lb, timezone=Indian/Maldives
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=197606936,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSQLHandler, TestComponentsName, TestCollectionAPI, TestPHPSerializedResponseWriter, TestHighFrequencyDictionaryFactory, BlockJoinFacetRandomTest, TestLuceneMatchVersion, EchoParamsTest, ActionThrottleTest, SpatialRPTFieldTypeTest, ExplicitHLLTest, MultiThreadedOCPTest, SolrRequestParserTest, BasicZkTest, TestSolr4Spatial, TestPhraseSuggestions, DeleteShardTest, TestGeoJSONResponseWriter, PeerSyncWithIndexFingerprintCachingTest, OverriddenZkACLAndCredentialsProvidersTest, UUIDFieldTest, ConfigureRecoveryStrategyTest, TestCloudJSONFacetJoinDomain, TestLuceneIndexBackCompat, TestPushWriter, TestDynamicFieldResource, DebugComponentTest, DistributedSpellCheckComponentTest, TestTestInjection, CursorPagingTest, TestQuerySenderNoQuery, DefaultValueUpdateProcessorTest, TestBadConfig, SolrCLIZkUtilsTest, TestReplicationHandler, TestRangeQuery, TestCloudNestedDocsSort, HighlighterConfigTest, BasicAuthStandaloneTest, XmlUpdateRequestHandlerTest, TestRandomFlRTGCloud, TestMergePolicyConfig, TestFieldCacheWithThreads, JvmMetricsTest, ReplaceNodeTest, TestJsonFacets, RAMDirectoryFactoryTest, RollingRestartTest, TestLeaderElectionZkExpiry, TestLazyCores, ClassificationUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, TestCloudRecovery, TestReloadAndDeleteDocs, TestCustomStream, SuggesterWFSTTest, TestZkAclsWithHadoopAuth, FieldAnalysisRequestHandlerTest, TestCSVLoader, DistributedQueryElevationComponentTest, SyncSliceTest, SegmentsInfoRequestHandlerTest, TestExactStatsCache, CoreAdminRequestStatusTest, TestDelegationWithHadoopAuth, TestTolerantUpdateProcessorCloud, ParsingFieldUpdateProcessorsTest, TestRetrieveFieldsOptimizer, CloudExitableDirectoryReaderTest, CdcrBootstrapTest, TestFieldCacheSort, ChaosMonkeySafeLeaderWithPullReplicasTest, TestBinaryField, IndexBasedSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestComplexPhraseQParserPlugin, FieldMutatingUpdateProcessorTest, DeleteLastCustomShardedReplicaTest, TestReplicationHandlerBackup, SolrJmxReporterTest, TestReplicaProperties, TestLegacyField, TestStressInPlaceUpdates, TestBulkSchemaAPI, TestMissingGroups, TestBinaryResponseWriter, BooleanFieldTest, SolrIndexSplitterTest, HdfsRecoverLeaseTest, TestIndexingPerformance, ConjunctionSolrSpellCheckerTest, TestConfigSetsAPIExclusivity, PeerSyncTest, TestObjectReleaseTracker, TestUseDocValuesAsStored, TestHighlightDedupGrouping, HttpTriggerListenerTest, SolrCoreTest, BasicDistributedZkTest, HighlighterMaxOffsetTest, TestExclusionRuleCollectionAccess, TestSchemaResource, TestManagedSchema, LeaderElectionIntegrationTest, TestCollationField, SolrGangliaReporterTest, TestSearcherReuse, TestPointFields, TestDocSet, LeaderFailoverAfterPartitionTest, SpellingQueryConverterTest, HLLUtilTest, TestOmitPositions, TriLevelCompositeIdRoutingTest, SolrShardReporterTest, TestSolrConfigHandlerConcurrent, OverseerRolesTest, TestLockTree, TestSubQueryTransformer, TestSolrQueryParser, BlobRepositoryCloudTest, ShardRoutingTest, ClusterStateUpdateTest, LeaderElectionTest, TestDistributedSearch, TestHashPartitioner, TestJoin, QueryElevationComponentTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, DirectUpdateHandlerOptimizeTest, TestSolrDeletionPolicy1, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FastVectorHighlighterTest, LoggingHandlerTest, IndexSchemaTest, MBeansHandlerTest, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CollectionTooManyReplicasTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework]
[junit4] Completed [531/745 (1!)] on J0 in 15.65s, 1 test, 1 error <<< FAILURES!
[...truncated 40430 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20681 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20681/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([D79D1977D5114424:5FC926AD7BED29DC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:818)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCryptoKeys.test
Error Message:
Error from server at https://127.0.0.1:37557: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37557: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([D79D1977D5114424:5FC926AD7BED29DC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.handler.TestBlobHandler.createSystemCollection(TestBlobHandler.java:120)
at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:116)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Error from server at https://127.0.0.1:40363/t_j/yh: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40363/t_j/yh: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([D79D1977D5114424:5FC926AD7BED29DC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11524 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/init-core-data-001
[junit4] 2> 30230 INFO (SUITE-TestRebalanceLeaders-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 30231 INFO (SUITE-TestRebalanceLeaders-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 30232 INFO (SUITE-TestRebalanceLeaders-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 30232 INFO (SUITE-TestRebalanceLeaders-seed#[D79D1977D5114424]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_j/yh
[junit4] 2> 30236 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 30240 INFO (Thread-83) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 30240 INFO (Thread-83) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 30255 ERROR (Thread-83) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 30340 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer start zk server on port:33079
[junit4] 2> 30375 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2350c9c70000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 30388 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 30389 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 30390 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 30394 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 30395 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 30395 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 30396 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 30397 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 30398 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 30398 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 30399 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 30400 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f2350c9c70001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 30411 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 30516 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 30557 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@172ddb4{/t_j/yh,null,AVAILABLE}
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@afe0de{SSL,[ssl, http/1.1]}{127.0.0.1:40363}
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server Started @32393ms
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/tempDir-001/control/data, hostContext=/t_j/yh, hostPort=40363, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/control-001/cores}
[junit4] 2> 30560 ERROR (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 30560 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T03:53:38.310Z
[junit4] 2> 30569 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 30569 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/control-001/solr.xml
[junit4] 2> 30573 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 30574 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 30575 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@15a4b4e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 30585 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33079/solr
[junit4] 2> 30723 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 30723 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40363_t_j%2Fyh
[junit4] 2> 30724 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.Overseer Overseer (id=98836546715058181-127.0.0.1:40363_t_j%2Fyh-n_0000000000) starting
[junit4] 2> 30745 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40363_t_j%2Fyh
[junit4] 2> 30746 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30962 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15a4b4e
[junit4] 2> 30968 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15a4b4e
[junit4] 2> 30968 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15a4b4e
[junit4] 2> 30970 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/control-001/cores
[junit4] 2> 30987 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30987 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33079/solr ready
[junit4] 2> 31024 INFO (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40363_t_j%252Fyh&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 31033 INFO (OverseerThreadFactory-158-thread-1-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 31149 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 31150 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 31258 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 32233 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 32262 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 32352 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 32363 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 32364 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15a4b4e
[junit4] 2> 32364 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 32364 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 32367 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=3.265625, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=29.935344642916036, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3057005175431545
[junit4] 2> 32380 WARN (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 32413 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 32413 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 32414 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 32414 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 32415 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=27.3740234375, floorSegmentMB=1.87890625, forceMergeDeletesPctAllowed=0.5258691405159066, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28500806239915455
[junit4] 2> 32415 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14ae9a9[control_collection_shard1_replica_n1] main]
[junit4] 2> 32416 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 32416 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 32417 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 32418 INFO (searcherExecutor-161-thread-1-processing-n:127.0.0.1:40363_t_j%2Fyh x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@14ae9a9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 32418 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581384749723680768
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40363/t_j/yh/control_collection_shard1_replica_n1/
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:40363/t_j/yh/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 32421 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 32423 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40363/t_j/yh/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 32525 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 32574 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 32576 INFO (qtp4125506-390) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1427
[junit4] 2> 32580 INFO (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 33035 INFO (OverseerCollectionConfigSetProcessor-98836546715058181-127.0.0.1:40363_t_j%2Fyh-n_0000000000) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 62584 ERROR (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:40363/t_j/yh/control_collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 62584 INFO (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40363_t_j%252Fyh&wt=javabin&version=2} status=0 QTime=31560
[junit4] 2> 62591 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62592 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33079/solr ready
[junit4] 2> 62593 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 62600 INFO (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 62603 INFO (OverseerThreadFactory-158-thread-2-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 62604 WARN (OverseerThreadFactory-158-thread-2-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 92686 ERROR (OverseerThreadFactory-158-thread-2-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:212)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 92696 INFO (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=500 QTime=30096
[junit4] 2> 92697 ERROR (qtp4125506-393) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:306)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 92700 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40363
[junit4] 2> 92700 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23330806
[junit4] 2> 92700 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 92701 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e50456: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1c206da
[junit4] 2> 92709 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 92710 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15709e1: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@401acf
[junit4] 2> 92715 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 92716 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cd564d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@13e17f
[junit4] 2> 92717 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 92719 INFO (coreCloseExecutor-166-thread-1) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1c76c0e
[junit4] 2> 92719 INFO (coreCloseExecutor-166-thread-1) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=29846542
[junit4] 2> 92719 INFO (coreCloseExecutor-166-thread-1) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17be976: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1e75cd3
[junit4] 2> 92734 INFO (coreCloseExecutor-166-thread-1) [n:127.0.0.1:40363_t_j%2Fyh c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=29846542
[junit4] 2> 92737 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.Overseer Overseer (id=98836546715058181-127.0.0.1:40363_t_j%2Fyh-n_0000000000) closing
[junit4] 2> 92737 INFO (OverseerStateUpdate-98836546715058181-127.0.0.1:40363_t_j%2Fyh-n_0000000000) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40363_t_j%2Fyh
[junit4] 2> 92738 WARN (OverseerAutoScalingTriggerThread-98836546715058181-127.0.0.1:40363_t_j%2Fyh-n_0000000000) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 94239 WARN (zkCallback-64-thread-2-processing-n:127.0.0.1:40363_t_j%2Fyh) [n:127.0.0.1:40363_t_j%2Fyh ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 94240 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@afe0de{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 94241 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@172ddb4{/t_j/yh,null,UNAVAILABLE}
[junit4] 2> 94244 ERROR (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 94245 INFO (TEST-TestRebalanceLeaders.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33079 33079
[junit4] 2> 97741 INFO (Thread-83) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33079 33079
[junit4] 2> 97742 WARN (Thread-83) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRebalanceLeaders -Dtests.method=test -Dtests.seed=D79D1977D5114424 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it-IT -Dtests.timezone=America/Atikokan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 67.5s J2 | TestRebalanceLeaders.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40363/t_j/yh: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([D79D1977D5114424:5FC926AD7BED29DC]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_D79D1977D5114424-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1836, maxMBSortInHeap=5.942124995100072, sim=RandomSimilarity(queryNorm=false): {}, locale=it-IT, timezone=America/Atikokan
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=127177192,total=285212672
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, MetricUtilsTest, TestSolrDeletionPolicy2, TestFoldingMultitermQuery, TestAnalyzeInfixSuggestions, TestTolerantSearch, TestSchemaNameResource, SaslZkACLProviderTest, TestRebalanceLeaders]
[junit4] Completed [21/745 (1!)] on J2 in 67.54s, 1 test, 1 error <<< FAILURES!
[...truncated 1119 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/init-core-data-001
[junit4] 2> 848229 WARN (SUITE-ShardSplitTest-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 848229 INFO (SUITE-ShardSplitTest-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 848230 INFO (SUITE-ShardSplitTest-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 848230 INFO (SUITE-ShardSplitTest-seed#[D79D1977D5114424]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 848230 INFO (SUITE-ShardSplitTest-seed#[D79D1977D5114424]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vn/
[junit4] 2> 848232 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 848232 INFO (Thread-2136) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 848232 INFO (Thread-2136) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 848233 ERROR (Thread-2136) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 848332 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer start zk server on port:43753
[junit4] 2> 848343 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 848345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 848346 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 848347 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 848348 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 848349 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 848349 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 848350 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 848351 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 848352 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 848353 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 848354 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 848433 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 848434 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e5bbb1{/vn,null,AVAILABLE}
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17b3bbe{HTTP/1.1,[http/1.1]}{127.0.0.1:34797}
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server Started @850328ms
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/tempDir-001/control/data, hostContext=/vn, hostPort=34797, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/control-001/cores}
[junit4] 2> 848435 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 848435 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T04:07:16.247Z
[junit4] 2> 848437 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 848437 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/control-001/solr.xml
[junit4] 2> 848440 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 848440 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 848441 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 848444 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43753/solr
[junit4] 2> 848469 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 848469 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34797_vn
[junit4] 2> 848469 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.c.Overseer Overseer (id=98836600327045124-127.0.0.1:34797_vn-n_0000000000) starting
[junit4] 2> 848472 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34797_vn
[junit4] 2> 848472 INFO (zkCallback-1151-thread-1-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 848532 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 848539 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 848539 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 848540 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:34797_vn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/control-001/cores
[junit4] 2> 848554 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 848554 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43753/solr ready
[junit4] 2> 848555 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34797_vn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 848556 INFO (OverseerThreadFactory-3901-thread-1-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 848660 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 848661 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 848765 INFO (zkCallback-1151-thread-1-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 849683 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 849734 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 849803 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 849810 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 849811 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 849811 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 849811 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 849814 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6117234987563253]
[junit4] 2> 849830 WARN (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 849868 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 849868 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 849869 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 849869 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 849870 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=10.9501953125, floorSegmentMB=1.373046875, forceMergeDeletesPctAllowed=13.080781550898717, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 849870 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c3dd09[control_collection_shard1_replica_n1] main]
[junit4] 2> 849871 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 849871 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 849872 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 849873 INFO (searcherExecutor-3904-thread-1-processing-n:127.0.0.1:34797_vn x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1c3dd09[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 849873 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581385606952386560
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34797/vn/control_collection_shard1_replica_n1/
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34797/vn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 849875 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 849876 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34797/vn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 849977 INFO (zkCallback-1151-thread-2-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 850027 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 850033 INFO (qtp485920-7737) [n:127.0.0.1:34797_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1372
[junit4] 2> 850036 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 850134 INFO (zkCallback-1151-thread-2-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 850557 INFO (OverseerCollectionConfigSetProcessor-98836600327045124-127.0.0.1:34797_vn-n_0000000000) [n:127.0.0.1:34797_vn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 851036 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34797_vn&wt=javabin&version=2} status=0 QTime=2481
[junit4] 2> 851066 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 851067 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43753/solr ready
[junit4] 2> 851067 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 851068 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 851070 INFO (OverseerThreadFactory-3901-thread-2-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 851070 WARN (OverseerThreadFactory-3901-thread-2-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 851274 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 851274 INFO (qtp485920-7735) [n:127.0.0.1:34797_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
[junit4] 2> 851339 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001 of type TLOG
[junit4] 2> 851339 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@166c564{/vn,null,AVAILABLE}
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1239418{HTTP/1.1,[http/1.1]}{127.0.0.1:43969}
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.e.j.s.Server Started @853233ms
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/vn, hostPort=43969, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001/cores}
[junit4] 2> 851340 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 851340 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-16T04:07:19.152Z
[junit4] 2> 851342 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 851342 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001/solr.xml
[junit4] 2> 851345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 851345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 851345 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 851348 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43753/solr
[junit4] 2> 851352 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 851353 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 851354 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43969_vn
[junit4] 2> 851354 INFO (zkCallback-1151-thread-2-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 851354 INFO (zkCallback-1164-thread-1-processing-n:127.0.0.1:43969_vn) [n:127.0.0.1:43969_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 851355 INFO (zkCallback-1159-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 851404 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 851412 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 851412 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 851413 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D79D1977D5114424]) [n:127.0.0.1:43969_vn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001/cores
[junit4] 2> 851431 INFO (qtp485920-7736) [n:127.0.0.1:34797_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43969_vn&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 851432 INFO (OverseerCollectionConfigSetProcessor-98836600327045124-127.0.0.1:34797_vn-n_0000000000) [n:127.0.0.1:34797_vn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 851433 INFO (OverseerThreadFactory-3901-thread-3-processing-n:127.0.0.1:34797_vn) [n:127.0.0.1:34797_vn ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43969_vn for creating new replica
[junit4] 2> 851434 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 851434 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 851536 INFO (zkCallback-1164-thread-1-processing-n:127.0.0.1:43969_vn) [n:127.0.0.1:43969_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 852450 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 852458 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 852538 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 852547 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 852548 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fd01ed
[junit4] 2> 852548 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 852548 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D79D1977D5114424-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 852551 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6117234987563253]
[junit4] 2> 852565 WARN (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 852594 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 852594 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 852595 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 852595 INFO (qtp13894280-7782) [n:127.0.0.1:43969_vn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 852596 INFO (qtp13894280-7782) [n:127.0.0
[...truncated too long message...]
.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1880083 INFO (TEST-TestCryptoKeys.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.Overseer Overseer (id=98836625697538067-127.0.0.1:46801_-n_0000000004) closing
[junit4] 2> 1880083 WARN (OverseerAutoScalingTriggerThread-98836625697538067-127.0.0.1:46801_-n_0000000004) [n:127.0.0.1:46801_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1880083 INFO (OverseerStateUpdate-98836625697538067-127.0.0.1:46801_-n_0000000004) [n:127.0.0.1:46801_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46801_
[junit4] 2> 1880085 WARN (zkCallback-1667-thread-2-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1881064 WARN (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1881064 INFO (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1881064 INFO (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.c.SolrCore [collection1_shard1_replica_n27] CLOSING SolrCore org.apache.solr.core.SolrCore@cf1fe
[junit4] 2> 1881064 INFO (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n27, tag=848382
[junit4] 2> 1881064 INFO (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a3b517: rootName = null, domain = solr.core.collection1.shard1.replica_n27, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n27 / com.codahale.metrics.MetricRegistry@d14a7d
[junit4] 2> 1881081 INFO (zkCallback-1667-thread-4-processing-n:127.0.0.1:46801_) [n:127.0.0.1:46801_ c:collection1 s:shard1 r:core_node28 x:collection1_shard1_replica_n27] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=848382
[junit4] 2> 1881084 INFO (TEST-TestCryptoKeys.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@18297cd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1881084 INFO (TEST-TestCryptoKeys.test-seed#[D79D1977D5114424]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1138a10{/,null,UNAVAILABLE}
[junit4] 2> 1881084 ERROR (TEST-TestCryptoKeys.test-seed#[D79D1977D5114424]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1881086 INFO (TEST-TestCryptoKeys.test-seed#[D79D1977D5114424]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39069 39069
[junit4] 2> 1881117 INFO (Thread-2595) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39069 39069
[junit4] 2> 1881117 WARN (Thread-2595) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCryptoKeys -Dtests.method=test -Dtests.seed=D79D1977D5114424 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Asia/Kathmandu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 646s J2 | TestCryptoKeys.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37557: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([D79D1977D5114424:5FC926AD7BED29DC]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.handler.TestBlobHandler.createSystemCollection(TestBlobHandler.java:120)
[junit4] > at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:116)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCryptoKeys_D79D1977D5114424-001
[junit4] 2> Oct 16, 2017 4:24:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1379, maxMBSortInHeap=5.5174106472361215, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-CS, timezone=Asia/Kathmandu
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=176757440,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, MetricUtilsTest, TestSolrDeletionPolicy2, TestFoldingMultitermQuery, TestAnalyzeInfixSuggestions, TestTolerantSearch, TestSchemaNameResource, SaslZkACLProviderTest, TestRebalanceLeaders, AnalyticsMergeStrategyTest, TestStressReorder, TestApiFramework, TestSolrCloudWithDelegationTokens, TestInPlaceUpdatesDistrib, StatsComponentTest, LeaderElectionContextKeyTest, StressHdfsTest, TestFieldCacheReopen, HdfsTlogReplayBufferedWhileIndexingTest, SolrCoreCheckLockOnStartupTest, TestCoreAdminApis, TestMaxScoreQueryParser, JavabinLoaderTest, FullSolrCloudDistribCmdsTest, CollectionStateFormat2Test, TestComplexPhraseLeadingWildcard, HdfsAutoAddReplicasIntegrationTest, BaseCdcrDistributedZkTest, TlogReplayBufferedWhileIndexingTest, TestPayloadScoreQParserPlugin, TestMaxTokenLenTokenizer, CloudMLTQParserTest, URLClassifyProcessorTest, UniqFieldsUpdateProcessorFactoryTest, TestReload, TestFastWriter, TestDocBasedVersionConstraints, DistributedQueueTest, DistribCursorPagingTest, OutOfBoxZkACLAndCredentialsProvidersTest, SuggestComponentTest, TestDFISimilarityFactory, AddBlockUpdateTest, VersionInfoTest, ResponseLogComponentTest, TestScoreJoinQPNoScore, SolrCoreMetricManagerTest, TestHdfsBackupRestoreCore, DistributedQueryComponentCustomSortTest, TestTlogReplica, TestConfigSetsAPI, BadCopyFieldTest, ResponseHeaderTest, TestSlowCompositeReaderWrapper, TestSolrCLIRunExample, ClusterStateTest, HdfsLockFactoryTest, TestCloudPseudoReturnFields, TestSha256AuthenticationProvider, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestOrdValues, LeaderElectionTest, TestExportWriter, TestLegacyNumericUtils, MinimalSchemaTest, ZkFailoverTest, TestChildDocTransformer, TestJavabinTupleStreamParser, BasicAuthIntegrationTest, RulesTest, TestJsonFacetRefinement, SimplePostToolTest, TestDownShardTolerantSearch, ConnectionReuseTest, TestHashQParserPlugin, AutoCommitTest, XsltUpdateRequestHandlerTest, BasicDistributedZk2Test, NotRequiredUniqueKeyTest, CoreAdminCreateDiscoverTest, BlockJoinFacetDistribTest, TestManagedSchemaThreadSafety, SolrCloudReportersTest, SortSpecParsingTest, TestQuerySenderListener, TestSolrCoreProperties, TestTrieFacet, TermsComponentTest, TestRequestStatusCollectionAPI, HLLSerializationTest, RemoteQueryErrorTest, TestCorePropertiesReload, SortByFunctionTest, BadIndexSchemaTest, TestDistributedMissingSort, TestPullReplicaErrorHandling, TestGroupingSearch, TestFieldResource, GraphQueryTest, SpellPossibilityIteratorTest, TestShortCircuitedRequests, SimpleCollectionCreateDeleteTest, V2ApiIntegrationTest, TestHalfAndHalfDocValues, TestNumericTerms32, TestJmxIntegration, TestRecovery, PreAnalyzedFieldTest, TestCryptoKeys]
[junit4] Completed [505/745 (3!)] on J2 in 645.97s, 1 test, 1 error <<< FAILURES!
[...truncated 43594 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20680 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20680/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
null Live Nodes: [127.0.0.1:46661_solr] Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"testRepFactor1LeaderStartup_shard1_replica_n1", "base_url":"https://127.0.0.1:46661/solr", "node_name":"127.0.0.1:46661_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError:
null
Live Nodes: [127.0.0.1:46661_solr]
Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"testRepFactor1LeaderStartup_shard1_replica_n1",
"base_url":"https://127.0.0.1:46661/solr",
"node_name":"127.0.0.1:46661_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([5DE5C22F883FFEDA:8ACD8FF799DFB734]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess
Error Message:
0
Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: 0
at __randomizedtesting.SeedInfo.seed([5DE5C22F883FFEDA:89B4A1605981C9B9]:0)
at java.base/java.util.concurrent.CopyOnWriteArrayList.elementAt(CopyOnWriteArrayList.java:384)
at java.base/java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:397)
at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:39429/g_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:39429/g_
at __randomizedtesting.SeedInfo.seed([5DE5C22F883FFEDA:D5B1FDF526C39322]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias
Error Message:
Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
Stack Trace:
java.lang.UnsupportedOperationException: Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
at __randomizedtesting.SeedInfo.seed([FCCD41CD2389B48:1FB193D527DB9BDF]:0)
at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getClusterProperties(HttpClusterStateProvider.java:254)
at org.apache.solr.client.solrj.impl.ClusterStateProvider.getClusterProperty(ClusterStateProvider.java:65)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13315 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudSearcherWarming
[junit4] 2> 2464050 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/init-core-data-001
[junit4] 2> 2464051 WARN (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 2464051 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2464051 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2464053 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001
[junit4] 2> 2464053 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2464054 INFO (Thread-5976) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2464054 INFO (Thread-5976) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2464056 ERROR (Thread-5976) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2464154 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41067
[junit4] 2> 2464158 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2464160 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4955cecd{/solr,null,AVAILABLE}
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44fceaad{SSL,[ssl, http/1.1]}{127.0.0.1:46661}
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.Server Started @2465780ms
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46661}
[junit4] 2> 2464161 ERROR (jetty-launcher-4207-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2464161 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T22:31:54.803686Z
[junit4] 2> 2464162 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464167 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41067/solr
[junit4] 2> 2464224 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2464225 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46661_solr
[junit4] 2> 2464225 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98835281654448131-127.0.0.1:46661_solr-n_0000000000) starting
[junit4] 2> 2464228 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46661_solr
[junit4] 2> 2464229 INFO (OverseerStateUpdate-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2464268 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46661.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0afbfa
[junit4] 2> 2464274 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46661.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0afbfa
[junit4] 2> 2464275 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46661.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0afbfa
[junit4] 2> 2464275 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/.
[junit4] 2> 2464287 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2464287 INFO (SUITE-TestCloudSearcherWarming-seed#[5DE5C22F883FFEDA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41067/solr ready
[junit4] 2> 2464294 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRepFactor1LeaderStartup
[junit4] 2> 2464307 INFO (qtp146354304-22623) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2464310 INFO (OverseerThreadFactory-7474-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2464311 ERROR (OverseerThreadFactory-7474-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testRepFactor1LeaderStartup operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testRepFactor1LeaderStartup
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:797)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2464314 INFO (qtp146354304-22623) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 2464316 INFO (qtp146354304-22628) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2464318 INFO (OverseerCollectionConfigSetProcessor-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2464318 INFO (OverseerThreadFactory-7474-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2464319 ERROR (OverseerThreadFactory-7474-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testPeersyncFailureReplicationSuccess operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testPeersyncFailureReplicationSuccess
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:797)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2464321 INFO (qtp146354304-22628) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 2464321 INFO (qtp146354304-22629) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:46661_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2464323 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testRepFactor1LeaderStartup
[junit4] 2> 2464323 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 2464324 INFO (OverseerCollectionConfigSetProcessor-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2464324 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testRepFactor1LeaderStartup/protwords.txt
[junit4] 2> 2464326 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 2464327 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testRepFactor1LeaderStartup/solrconfig.xml
[junit4] 2> 2464328 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testRepFactor1LeaderStartup/synonyms.txt
[junit4] 2> 2464329 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testRepFactor1LeaderStartup/stopwords.txt
[junit4] 2> 2464333 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_it.txt
[junit4] 2> 2464334 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stemdict_nl.txt
[junit4] 2> 2464335 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hy.txt
[junit4] 2> 2464336 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_no.txt
[junit4] 2> 2464337 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ca.txt
[junit4] 2> 2464338 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_id.txt
[junit4] 2> 2464339 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ga.txt
[junit4] 2> 2464339 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hi.txt
[junit4] 2> 2464340 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_da.txt
[junit4] 2> 2464341 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ja.txt
[junit4] 2> 2464342 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_pt.txt
[junit4] 2> 2464343 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hu.txt
[junit4] 2> 2464344 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_el.txt
[junit4] 2> 2464344 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ru.txt
[junit4] 2> 2464345 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_tr.txt
[junit4] 2> 2464346 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ar.txt
[junit4] 2> 2464348 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testRepFactor1LeaderStartup/lang/userdict_ja.txt
[junit4] 2> 2464349 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_eu.txt
[junit4] 2> 2464350 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_it.txt
[junit4] 2> 2464350 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_cz.txt
[junit4] 2> 2464351 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stoptags_ja.txt
[junit4] 2> 2464352 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_fr.txt
[junit4] 2> 2464353 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_de.txt
[junit4] 2> 2464354 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fa.txt
[junit4] 2> 2464355 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ga.txt
[junit4] 2> 2464355 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ca.txt
[junit4] 2> 2464356 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_nl.txt
[junit4] 2> 2464357 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_bg.txt
[junit4] 2> 2464358 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_lv.txt
[junit4] 2> 2464358 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_en.txt
[junit4] 2> 2464361 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_es.txt
[junit4] 2> 2464362 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_th.txt
[junit4] 2> 2464365 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ro.txt
[junit4] 2> 2464366 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fr.txt
[junit4] 2> 2464367 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_sv.txt
[junit4] 2> 2464368 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fi.txt
[junit4] 2> 2464368 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testRepFactor1LeaderStartup/lang/hyphenations_ga.txt
[junit4] 2> 2464371 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_gl.txt
[junit4] 2> 2464374 INFO (OverseerThreadFactory-7474-thread-3) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testRepFactor1LeaderStartup/params.json
[junit4] 2> 2464483 INFO (OverseerStateUpdate-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testRepFactor1LeaderStartup",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46661/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2464686 INFO (qtp146354304-22624) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2464686 INFO (qtp146354304-22624) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2464788 INFO (zkCallback-4214-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2464788 INFO (zkCallback-4214-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2465695 INFO (qtp146354304-22624) [ ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2465696 INFO (qtp146354304-22624) [ ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2465696 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2465697 WARN (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2465704 INFO (qtp146354304-22624) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2465720 INFO (qtp146354304-22624) [ ] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2465822 INFO (qtp146354304-22624) [ ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2465858 INFO (qtp146354304-22624) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup, trusted=true
[junit4] 2> 2465858 INFO (qtp146354304-22624) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46661.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0afbfa
[junit4] 2> 2465859 INFO (qtp146354304-22624) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2465859 INFO (qtp146354304-22624) [ ] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
[junit4] 2> 2465887 INFO (qtp146354304-22624) [ ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2465936 INFO (qtp146354304-22624) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2465936 INFO (qtp146354304-22624) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2465937 INFO (qtp146354304-22624) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2465937 INFO (qtp146354304-22624) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2465939 INFO (qtp146354304-22624) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@592690f5[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 2465944 INFO (qtp146354304-22624) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
[junit4] 2> 2465945 INFO (qtp146354304-22624) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
[junit4] 2> 2465945 INFO (qtp146354304-22624) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 2465945 INFO (qtp146354304-22624) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2465946 INFO (qtp146354304-22624) [ ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2465946 INFO (qtp146354304-22624) [ ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2465948 INFO (qtp146354304-22624) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2465948 INFO (qtp146354304-22624) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581364508455075840
[junit4] 2> 2465948 INFO (searcherExecutor-7477-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@592690f5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2465948 INFO (searcherExecutor-7477-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2465948 INFO (searcherExecutor-7477-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2465949 INFO (searcherExecutor-7477-thread-1) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@592690f5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46661/solr/testRepFactor1LeaderStartup_shard1_replica_n1/
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:46661/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ has no replicas
[junit4] 2> 2465952 INFO (qtp146354304-22624) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2465955 INFO (qtp146354304-22624) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46661/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ shard1
[junit4] 2> 2466058 INFO (zkCallback-4214-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2466058 INFO (zkCallback-4214-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2466105 INFO (qtp146354304-22624) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2466107 INFO (qtp146354304-22624) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1420
[junit4] 2> 2466108 INFO (qtp146354304-22629) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2466207 INFO (zkCallback-4214-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2466207 INFO (zkCallback-4214-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2466325 INFO (OverseerCollectionConfigSetProcessor-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2467108 INFO (qtp146354304-22629) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:46661_solr&wt=javabin&version=2} status=0 QTime=2786
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:827)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> {event=newSearcher}
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:827)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> {event=firstSearcher}
[junit4] 2> 2467113 INFO (qtp146354304-22630) [ ] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"add-listener":{
[junit4] 2> "name":"newSearcherListener",
[junit4] 2> "event":"newSearcher",
[junit4] 2> "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}, {"add-listener":{
[junit4] 2> "name":"firstSearcherListener",
[junit4] 2> "event":"firstSearcher",
[junit4] 2> "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}]
[junit4] 2> 2467113 INFO (qtp146354304-22630) [ ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
[junit4] 2> 2467113 INFO (Thread-5986) [ ] o.a.s.c.SolrCore config update listener called for core testRepFactor1LeaderStartup_shard1_replica_n1
[junit4] 2> 2467113 INFO (Thread-5986) [ ] o.a.s.c.SolrCore core reload testRepFactor1LeaderStartup_shard1_replica_n1
[junit4] 2> 2467114 INFO (solrHandlerExecutor-7482-thread-1) [ ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 2467117 INFO (Thread-5986) [ ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2467117 INFO (Thread-5986) [ ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2467118 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2467119 WARN (Thread-5986) [ ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 2467123 INFO (Thread-5986) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2467140 INFO (Thread-5986) [ ] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2467217 INFO (qtp146354304-22629) [ ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 2467217 INFO (qtp146354304-22629) [ ] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2467218 INFO (SolrConfigHandler-refreshconf) [ ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 2467218 INFO (solrHandlerExecutor-7482-thread-1) [ ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:46661/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay after 1 attempts
[junit4] 2> 2467218 INFO (solrHandlerExecutor-7482-thread-1) [ ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 2467261 INFO (Thread-5986) [ ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2467273 INFO (Thread-5986) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup
[junit4] 2> 2467287 INFO (Thread-5986) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46661.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0afbfa
[junit4] 2> 2467287 INFO (Thread-5986) [ ] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudSearcherWarming_5DE5C22F883FFEDA-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:827)
[junit4] 2> at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:574)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:927)
[junit4] 2> at org.apache.solr.core.SolrCore.reload(SolrCore.java:637)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1283)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2950)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$5(ZkController.java:2545)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> {event=newSearcher}
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:827)
[junit4] 2> at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:570)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:927)
[junit4] 2> at org.apache.solr.core.SolrCore.reload(SolrCore.java:637)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1283)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2950)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$5(ZkController.java:2545)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 1> {event=firstSearcher}
[junit4] 2> 2467289 INFO (Thread-5986) [ ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2467313 INFO (Thread-5986) [ ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2467313 INFO (Thread-5986) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2467314 INFO (Thread-5986) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5260071[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 2467315 INFO (Thread-5986) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
[junit4] 2> 2467315 INFO (Thread-5986) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
[junit4] 2> 2467315 INFO (Thread-5986) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 2467315 INFO (Thread-5986) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2467316 INFO (Thread-5986) [ ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2467316 INFO (Thread-5986) [ ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2467316 INFO (Thread-5986) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2467316 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@5260071[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2467317 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2467317 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2467318 INFO (Thread-5986) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581364509891624960
[junit4] 2> 2467318 INFO (qtp146354304-22625) [ ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 2467320 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@5260071[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2467321 INFO (qtp146354304-22625) [ ] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2467321 INFO (SolrConfigHandler-refreshconf) [ ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 2467321 INFO (Thread-5986) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2467321 INFO (solrHandlerExecutor-7482-thread-1) [ ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:46661/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay after 2 attempts
[junit4] 2> 2467321 INFO (Thread-5986) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a585a2[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 2467321 INFO (solrHandlerExecutor-7482-thread-1) [ ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 2467321 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@1a585a2[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2467321 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2467325 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@1a585a2[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2467421 INFO (qtp146354304-22624) [ ] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
[junit4] 2> 2467422 INFO (qtp146354304-22624) [ ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 2467422 INFO (qtp146354304-22624) [ ] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2467422 INFO (qtp146354304-22630) [ ] o.a.s.h.SolrConfigHandler Took 309.0ms to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
[junit4] 2> 2467422 INFO (qtp146354304-22630) [ ] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=312
[junit4] 2> 2467422 INFO (qtp146354304-22630) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ff7a648
[junit4] 2> 2467422 INFO (qtp146354304-22630) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=1073194568
[junit4] 2> 2467422 INFO (qtp146354304-22630) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@481c7bd8: rootName = solr_46661, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6107df4e
[junit4] 2> 2467428 INFO (qtp146354304-22630) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=1073194568
[junit4] 2> 2467432 INFO (qtp146354304-22628) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1581364510010114048)]} 0 1
[junit4] 2> 2467433 INFO (qtp146354304-22629) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581364510012211200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2467433 INFO (qtp146354304-22629) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c802a7c commitCommandVersion:1581364510012211200
[junit4] 2> 2467508 INFO (qtp146354304-22629) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69dc4623[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 2467508 INFO (qtp146354304-22629) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2467508 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@69dc4623[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2467508 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2467510 INFO (searcherExecutor-7483-thread-1) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@69dc4623[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2467510 INFO (qtp146354304-22629) [ ] o.a.s.u.p.LogUpdateProcessorFactory [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testRepFactor1LeaderStartup:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 77
[junit4] 2> 2467512 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@44fceaad{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2467512 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1294136542
[junit4] 2> 2467512 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2467512 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@778c146b: rootName = solr_46661, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@78cfdf8
[junit4] 2> 2467518 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2467518 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27fef3bb: rootName = solr_46661, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64900a68
[junit4] 2> 2467522 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2467522 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7154ae04: rootName = solr_46661, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@60af9222
[junit4] 2> 2467523 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2467524 INFO (coreCloseExecutor-7487-thread-1) [ ] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3247f9eb
[junit4] 2> 2467524 INFO (coreCloseExecutor-7487-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=843577835
[junit4] 2> 2467524 INFO (coreCloseExecutor-7487-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ad89d7b: rootName = solr_46661, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6107df4e
[junit4] 2> 2467530 INFO (coreCloseExecutor-7487-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=843577835
[junit4] 2> 2467531 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.a.s.c.Overseer Overseer (id=98835281654448131-127.0.0.1:46661_solr-n_0000000000) closing
[junit4] 2> 2467531 INFO (OverseerStateUpdate-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46661_solr
[junit4] 2> 2467531 WARN (OverseerAutoScalingTriggerThread-98835281654448131-127.0.0.1:46661_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2467532 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[5DE5C22F883FFEDA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4955cecd{/solr,null,UNAVAILABLE}
[junit4] 2> 2467536 INFO (zkCallback-4220-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2557534 IN
[...truncated too long message...]
247305888
[junit4] 2> 71449 INFO (coreCloseExecutor-193-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a1e1aa2: rootName = solr_33683, domain = solr.core.localShardsTestColl.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@29dc86b5
[junit4] 2> 71460 INFO (coreCloseExecutor-191-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=210367412
[junit4] 2> 71460 INFO (coreCloseExecutor-191-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=605379270
[junit4] 2> 71460 INFO (coreCloseExecutor-191-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=749380537
[junit4] 2> 71461 INFO (coreCloseExecutor-191-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=256945947
[junit4] 2> 71483 INFO (coreCloseExecutor-193-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1186757829
[junit4] 2> 71496 INFO (coreCloseExecutor-193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=345923430
[junit4] 2> 71497 INFO (coreCloseExecutor-193-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@603832ba: rootName = solr_33683, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e8d0e0c
[junit4] 2> 71507 INFO (coreCloseExecutor-193-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1247305888
[junit4] 2> 71561 INFO (coreCloseExecutor-193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=345923430
[junit4] 2> 71562 INFO (coreCloseExecutor-191-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1854333948
[junit4] 2> 71562 INFO (coreCloseExecutor-193-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n16, tag=335853034
[junit4] 2> 71562 INFO (coreCloseExecutor-193-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5842685e: rootName = solr_33683, domain = solr.core.localShardsTestColl.shard3.replica_n16, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n16 / com.codahale.metrics.MetricRegistry@4a90fc91
[junit4] 2> 71601 INFO (coreCloseExecutor-192-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1702828498
[junit4] 2> 71606 INFO (coreCloseExecutor-193-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=335853034
[junit4] 2> 71606 INFO (coreCloseExecutor-192-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=390622853
[junit4] 2> 71688 INFO (coreCloseExecutor-192-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard1.replica_n2, tag=937204170
[junit4] 2> 71689 INFO (coreCloseExecutor-192-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63ef3e52: rootName = solr_34837, domain = solr.core.localShardsTestColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7680a05f
[junit4] 2> 71698 INFO (coreCloseExecutor-192-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=937204170
[junit4] 2> 71786 INFO (zkCallback-85-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71787 INFO (zkCallback-89-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71787 INFO (jetty-closer-74-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98835347495714824-127.0.0.1:34837_solr-n_0000000000) closing
[junit4] 2> 71788 INFO (OverseerStateUpdate-98835347495714824-127.0.0.1:34837_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34837_solr
[junit4] 2> 71790 INFO (zkCallback-89-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 71813 WARN (OverseerAutoScalingTriggerThread-98835347495714824-127.0.0.1:34837_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 71822 WARN (zkCallback-89-thread-5) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 71827 INFO (jetty-closer-74-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@212c97{/solr,null,UNAVAILABLE}
[junit4] 2> 73286 WARN (zkCallback-90-thread-7) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 73287 INFO (jetty-closer-74-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@742d627e{/solr,null,UNAVAILABLE}
[junit4] 2> 73292 WARN (zkCallback-85-thread-4) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 73292 INFO (jetty-closer-74-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@149c1736{/solr,null,UNAVAILABLE}
[junit4] 2> 73293 ERROR (SUITE-CloudSolrClientTest-seed#[FCCD41CD2389B48]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 73293 INFO (SUITE-CloudSolrClientTest-seed#[FCCD41CD2389B48]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42511 42511
[junit4] 2> 79068 INFO (Thread-41) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42511 42511
[junit4] 2> 79069 WARN (Thread-41) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/foo/state.json
[junit4] 2> 24 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 16 /solr/collections/multicollection1/state.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard3/election/98835347495714824-core_node17-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_FCCD41CD2389B48-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene50(blocksize=128), text=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=858, maxMBSortInHeap=7.639521227999249, sim=RandomSimilarity(queryNorm=false): {}, locale=lo-LA, timezone=US/Eastern
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=384110976,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HttpSolrClientBuilderTest, SolrDocumentTest, ArrayEvaluatorTest, CosineEvaluatorTest, QueryResponseTest, MultiplyEvaluatorTest, SolrExampleStreamingBinaryTest, FacetFieldTest, TestSolrProperties, NormalizeEvaluatorTest, ExclusiveOrEvaluatorTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, LessThanEqualToEvaluatorTest, ClientUtilsTest, CloudSolrClientTest]
[junit4] Completed [71/145 (1!)] on J1 in 35.54s, 15 tests, 1 error <<< FAILURES!
[...truncated 39096 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20679 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20679/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.DistributedVersionInfoTest.testReplicaVersionHandling
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([580AD52F77FA400A:84F302D5D5818A4B]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1323)
at org.apache.solr.cloud.DistributedVersionInfoTest.testReplicaVersionHandling(DistributedVersionInfoTest.java:86)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([580AD52F77FA400A:D32D06FE36FCEB8E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:436)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([580AD52F77FA400A:D05EEAF5D9062DF2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:277)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias
Error Message:
Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
Stack Trace:
java.lang.UnsupportedOperationException: Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
at __randomizedtesting.SeedInfo.seed([9E0A7DC4920EDD85:8E773A0D67EDDD12]:0)
at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getClusterProperties(HttpClusterStateProvider.java:254)
at org.apache.solr.client.solrj.impl.ClusterStateProvider.getClusterProperty(ClusterStateProvider.java:65)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13323 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/init-core-data-001
[junit4] 2> 2987274 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2987275 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2987276 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2987277 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2987367 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2992812 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2992816 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2992836 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_38561_hdfs____c5y8zp/webapp
[junit4] 2> 2993301 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:38561
[junit4] 2> 2993455 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2993456 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2993464 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34865_datanode____azerbx/webapp
[junit4] 2> 2993909 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34865
[junit4] 2> 2993956 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2993957 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2993966 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38805_datanode____rdjxr3/webapp
[junit4] 2> 2994036 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:35301) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2994043 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe3a3ebe75a357: from storage DS-f50663a9-bf96-42e6-8049-a9eebf5ca9dd node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=f952dab0-2576-479d-a837-fbc898026afe, infoPort=37185, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-56;cid=testClusterID;nsid=644726944;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2994043 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe3a3ebe75a357: from storage DS-518826db-1bab-4f75-b504-ba8632c03977 node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=f952dab0-2576-479d-a837-fbc898026afe, infoPort=37185, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-56;cid=testClusterID;nsid=644726944;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2994436 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38805
[junit4] 2> 2994588 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:35301) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2994596 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe3a3edf640c17: from storage DS-746b0129-790c-408d-b0cd-c46c31000855 node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=2e5c9b9e-1733-47dd-a778-1abdc1a87b7a, infoPort=36645, infoSecurePort=0, ipcPort=46171, storageInfo=lv=-56;cid=testClusterID;nsid=644726944;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2994596 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe3a3edf640c17: from storage DS-4874c137-7b02-4869-a037-23b78b117ee4 node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=2e5c9b9e-1733-47dd-a778-1abdc1a87b7a, infoPort=36645, infoSecurePort=0, ipcPort=46171, storageInfo=lv=-56;cid=testClusterID;nsid=644726944;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2994716 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002
[junit4] 2> 2994716 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2994717 INFO (Thread-7639) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2994717 INFO (Thread-7639) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2994720 ERROR (Thread-7639) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2994817 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42417
[junit4] 2> 2994831 INFO (jetty-launcher-4087-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2994831 INFO (jetty-launcher-4087-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2994833 INFO (jetty-launcher-4087-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b47d6{/solr,null,AVAILABLE}
[junit4] 2> 2994834 INFO (jetty-launcher-4087-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14fe3e{/solr,null,AVAILABLE}
[junit4] 2> 2994835 INFO (jetty-launcher-4087-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@192ea79{SSL,[ssl, http/1.1]}{127.0.0.1:46489}
[junit4] 2> 2994835 INFO (jetty-launcher-4087-thread-1) [ ] o.e.j.s.Server Started @2995961ms
[junit4] 2> 2994835 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46489}
[junit4] 2> 2994835 INFO (jetty-launcher-4087-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b4f69c{SSL,[ssl, http/1.1]}{127.0.0.1:41659}
[junit4] 2> 2994836 INFO (jetty-launcher-4087-thread-2) [ ] o.e.j.s.Server Started @2995961ms
[junit4] 2> 2994836 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41659}
[junit4] 2> 2994836 ERROR (jetty-launcher-4087-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2994837 ERROR (jetty-launcher-4087-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T16:44:02.309Z
[junit4] 2> 2994837 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2994838 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T16:44:02.310Z
[junit4] 2> 2994841 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2994841 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2994857 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2994859 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2994862 INFO (jetty-launcher-4087-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42417/solr
[junit4] 2> 2994862 INFO (jetty-launcher-4087-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42417/solr
[junit4] 2> 2994864 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f20ebc10e0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2994920 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2994920 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2994920 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41659_solr
[junit4] 2> 2994920 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46489_solr
[junit4] 2> 2994920 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.Overseer Overseer (id=98833913753763845-127.0.0.1:41659_solr-n_0000000000) starting
[junit4] 2> 2994921 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2994921 INFO (zkCallback-4099-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2994924 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41659_solr
[junit4] 2> 2994925 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2994925 INFO (zkCallback-4099-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2995004 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:35301/solr,solr.hdfs.confdir=}}
[junit4] 2> 2995004 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:35301/solr,solr.hdfs.confdir=}}
[junit4] 2> 2995031 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995041 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995041 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995042 INFO (jetty-launcher-4087-thread-1) [n:127.0.0.1:46489_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/.
[junit4] 2> 2995118 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:35301/solr,solr.hdfs.confdir=}}
[junit4] 2> 2995118 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:35301/solr,solr.hdfs.confdir=}}
[junit4] 2> 2995143 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995154 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995154 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2995155 INFO (jetty-launcher-4087-thread-2) [n:127.0.0.1:41659_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/.
[junit4] 2> 2995182 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2995182 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[580AD52F77FA400A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42417/solr ready
[junit4] 2> 2995207 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[580AD52F77FA400A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2995269 INFO (qtp933797-27167) [n:127.0.0.1:41659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&router.name=implicit&version=2&pullReplicas=1&shards=shard1,shard2&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&tlogReplicas=1&wt=javabin and sendToOCPQueue=true
[junit4] 2> 2995271 INFO (OverseerThreadFactory-9366-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.CreateCollectionCmd Create collection hdfsbackuprestore
[junit4] 2> 2995272 WARN (OverseerThreadFactory-9366-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection hdfsbackuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2995381 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2995383 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41659/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2995386 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2995388 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41659/solr",
[junit4] 2> "type":"PULL"}
[junit4] 2> 2995391 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2995393 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41659/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2995396 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_t12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46489/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2995398 INFO (OverseerStateUpdate-98833913753763845-127.0.0.1:41659_solr-n_0000000000) [n:127.0.0.1:41659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_p14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41659/solr",
[junit4] 2> "type":"PULL"}
[junit4] 2> 2995620 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2995620 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard1_replica_p6&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2995620 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node13&name=hdfsbackuprestore_shard2_replica_n10&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2995621 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2995623 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node16&name=hdfsbackuprestore_shard2_replica_p14&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2995700 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2995700 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2995718 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2995732 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2995733 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node15&name=hdfsbackuprestore_shard2_replica_t12&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2995836 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2995836 INFO (zkCallback-4099-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2995836 INFO (zkCallback-4099-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2996982 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996982 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996984 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996988 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996997 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n10] Schema name=minimal
[junit4] 2> 2996998 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_p14] Schema name=minimal
[junit4] 2> 2996998 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996999 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2996999 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_p6] Schema name=minimal
[junit4] 2> 2997001 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997009 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n10' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997010 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n10' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997010 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997011 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2997011 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n10/data/]
[junit4] 2> 2997011 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2997011 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997012 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_p14' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997012 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2997012 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p14' (registry 'solr.core.hdfsbackuprestore.shard2.replica_p14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997012 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997012 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997013 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_p6' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997013 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_p14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_p14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_p14/data/]
[junit4] 2> 2997015 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_p6' (registry 'solr.core.hdfsbackuprestore.shard1.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997015 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997016 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_p6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_p6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_p6/data/]
[junit4] 2> 2997016 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997016 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n2' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997017 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997017 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997017 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n2/data/]
[junit4] 2> 2997021 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_t12] Schema name=minimal
[junit4] 2> 2997024 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2997025 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997025 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_t12' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997025 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_t12' (registry 'solr.core.hdfsbackuprestore.shard2.replica_t12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997025 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997025 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_t12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_t12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_t12/data/]
[junit4] 2> 2997027 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997027 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n1' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997028 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
[junit4] 2> 2997028 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997028 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997028 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
[junit4] 2> 2997031 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_t4] Schema name=minimal
[junit4] 2> 2997031 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997031 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n8' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997032 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997032 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997032 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n8/data/]
[junit4] 2> 2997034 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2997034 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_t4' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 2997035 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_t4' (registry 'solr.core.hdfsbackuprestore.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22017d
[junit4] 2> 2997035 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2997035 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_580AD52F77FA400A-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_t4/data/]
[junit4] 2> 2997130 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997130 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997146 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997146 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997147 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.SolrIndexSearcher Opening [Searcher@75289a[hdfsbackuprestore_shard1_replica_p6] main]
[junit4] 2> 2997147 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997147 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997147 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997147 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997147 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997147 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997148 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997148 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997148 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997148 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997149 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997149 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997150 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997150 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997150 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@bc4804[hdfsbackuprestore_shard2_replica_n10] main]
[junit4] 2> 2997150 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997150 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997151 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.s.SolrIndexSearcher Opening [Searcher@135006d[hdfsbackuprestore_shard2_replica_t12] main]
[junit4] 2> 2997151 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997151 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997152 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997152 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997152 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997152 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997152 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997152 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997152 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11a6e1c[hdfsbackuprestore_shard1_replica_n1] main]
[junit4] 2> 2997152 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.SolrIndexSearcher Opening [Searcher@d5c2fe[hdfsbackuprestore_shard2_replica_p14] main]
[junit4] 2> 2997153 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997153 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997153 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997153 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997153 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997154 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997154 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8ffc09[hdfsbackuprestore_shard1_replica_n2] main]
[junit4] 2> 2997154 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997155 INFO (searcherExecutor-9371-thread-1-processing-n:127.0.0.1:41659_solr x:hdfsbackuprestore_shard2_replica_n10 s:shard2 c:hdfsbackuprestore r:core_node13) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n10] Registered new searcher Searcher@bc4804[hdfsbackuprestore_shard2_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997155 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622615601152
[junit4] 2> 2997155 INFO (searcherExecutor-9375-thread-1-processing-n:127.0.0.1:46489_solr x:hdfsbackuprestore_shard2_replica_t12 s:shard2 c:hdfsbackuprestore r:core_node15) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_t12] Registered new searcher Searcher@135006d[hdfsbackuprestore_shard2_replica_t12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997155 INFO (searcherExecutor-9373-thread-1-processing-n:127.0.0.1:41659_solr x:hdfsbackuprestore_shard1_replica_p6 s:shard1 c:hdfsbackuprestore r:core_node9) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_p6] Registered new searcher Searcher@75289a[hdfsbackuprestore_shard1_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997155 INFO (qtp30274821-27241) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622615601152
[junit4] 2> 2997155 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.ZkController hdfsbackuprestore_shard1_replica_p6 starting background replication from leader
[junit4] 2> 2997155 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2997156 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fe67e1[hdfsbackuprestore_shard2_replica_n8] main]
[junit4] 2> 2997156 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997156 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997156 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997157 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997157 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997158 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997158 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997158 INFO (qtp30274821-27166) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622618746880
[junit4] 2> 2997159 INFO (searcherExecutor-9372-thread-1-processing-n:127.0.0.1:41659_solr x:hdfsbackuprestore_shard2_replica_p14 s:shard2 c:hdfsbackuprestore r:core_node16) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_p14] Registered new searcher Searcher@d5c2fe[hdfsbackuprestore_shard2_replica_p14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997159 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.ZkController hdfsbackuprestore_shard2_replica_p14 starting background replication from leader
[junit4] 2> 2997159 INFO (searcherExecutor-9374-thread-1-processing-n:127.0.0.1:41659_solr x:hdfsbackuprestore_shard1_replica_n2 s:shard1 c:hdfsbackuprestore r:core_node5) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n2] Registered new searcher Searcher@8ffc09[hdfsbackuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997159 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2997159 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622619795456
[junit4] 2> 2997159 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=3 found=2 timeoutin=9999ms
[junit4] 2> 2997160 INFO (searcherExecutor-9377-thread-1-processing-n:127.0.0.1:46489_solr x:hdfsbackuprestore_shard2_replica_n8 s:shard2 c:hdfsbackuprestore r:core_node11) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n8] Registered new searcher Searcher@1fe67e1[hdfsbackuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997160 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2997159 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2997160 INFO (qtp933797-27235) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997160 INFO (qtp933797-27181) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997160 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997161 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997161 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997162 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2997162 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2997163 INFO (searcherExecutor-9376-thread-1-processing-n:127.0.0.1:46489_solr x:hdfsbackuprestore_shard1_replica_n1 s:shard1 c:hdfsbackuprestore r:core_node3) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n1] Registered new searcher Searcher@11a6e1c[hdfsbackuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997163 INFO (qtp30274821-27176) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622623989760
[junit4] 2> 2997163 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2997163 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2997163 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 2997165 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@58a6c6[hdfsbackuprestore_shard1_replica_t4] main]
[junit4] 2> 2997166 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2997166 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2997167 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2997168 INFO (searcherExecutor-9378-thread-1-processing-n:127.0.0.1:46489_solr x:hdfsbackuprestore_shard1_replica_t4 s:shard1 c:hdfsbackuprestore r:core_node7) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_t4] Registered new searcher Searcher@58a6c6[hdfsbackuprestore_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2997168 INFO (qtp30274821-27237) [n:127.0.0.1:46489_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581342622629232640
[junit4] 2> 2997265 INFO (zkCallback-4099-thread-2-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2997265 INFO (zkCallback-4099-thread-1-processing-n:127.0.0.1:46489_solr) [n:127.0.0.1:46489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2997265 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:41659_solr) [n:127.0.0.1:41659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2997661 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2997661 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2997661 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41659/solr/hdfsbackuprestore_shard2_replica_n10/
[junit4] 2> 2997662 INFO (qtp933797-27233) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard2 r:core_node13 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard2_replica_n10 url=https://127.0.0.1:41659/solr START replicas=[https://127.0.0.1:46489/solr/hdfsbackuprestore_shard2_replica_n8/, https://127.0.0.1:46489/solr/hdfsbackuprestore_shard2_replica_t12/] nUpdates=100
[junit4] 2> 2997664 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2997664 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2997664 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41659/solr/hdfsbackuprestore_shard1_replica_n2/
[junit4] 2> 2997665 INFO (qtp933797-27182) [n:127.0.0.1:41659_solr c:hdfsbackuprestore
[...truncated too long message...]
rters for registry=solr.collection.multicollection1.shard2.leader, tag=29526414
[junit4] 2> 48625 INFO (coreCloseExecutor-224-thread-6) [n:127.0.0.1:34185_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=27595489
[junit4] 2> 48628 INFO (coreCloseExecutor-223-thread-1) [n:127.0.0.1:42451_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=31803725
[junit4] 2> 48629 INFO (coreCloseExecutor-223-thread-8) [n:127.0.0.1:42451_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=10761977
[junit4] 2> 48629 INFO (coreCloseExecutor-223-thread-8) [n:127.0.0.1:42451_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15ccaa3: rootName = solr_42451, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@13db825
[junit4] 2> 48639 INFO (coreCloseExecutor-222-thread-2) [n:127.0.0.1:37509_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=23336351
[junit4] 2> 48639 INFO (coreCloseExecutor-222-thread-3) [n:127.0.0.1:37509_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=20307006
[junit4] 2> 48639 INFO (coreCloseExecutor-222-thread-4) [n:127.0.0.1:37509_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=22182700
[junit4] 2> 48639 INFO (coreCloseExecutor-222-thread-5) [n:127.0.0.1:37509_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=10390740
[junit4] 2> 48639 INFO (coreCloseExecutor-222-thread-7) [n:127.0.0.1:37509_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=5068030
[junit4] 2> 48641 INFO (jetty-closer-56-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98833977124061193-127.0.0.1:34185_solr-n_0000000000) closing
[junit4] 2> 48641 INFO (OverseerStateUpdate-98833977124061193-127.0.0.1:34185_solr-n_0000000000) [n:127.0.0.1:34185_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34185_solr
[junit4] 2> 48642 WARN (OverseerAutoScalingTriggerThread-98833977124061193-127.0.0.1:34185_solr-n_0000000000) [n:127.0.0.1:34185_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 48644 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:37509_solr) [n:127.0.0.1:37509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 48645 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:42451_solr) [n:127.0.0.1:42451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 48645 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:42451_solr) [n:127.0.0.1:42451_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42451_solr
[junit4] 2> 48650 INFO (coreCloseExecutor-223-thread-8) [n:127.0.0.1:42451_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=10761977
[junit4] 2> 48651 INFO (coreCloseExecutor-223-thread-3) [n:127.0.0.1:42451_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=19553995
[junit4] 2> 48651 INFO (coreCloseExecutor-223-thread-4) [n:127.0.0.1:42451_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=5482648
[junit4] 2> 48651 INFO (coreCloseExecutor-223-thread-5) [n:127.0.0.1:42451_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=14880837
[junit4] 2> 48651 INFO (coreCloseExecutor-223-thread-6) [n:127.0.0.1:42451_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=33347516
[junit4] 2> 48651 INFO (coreCloseExecutor-223-thread-7) [n:127.0.0.1:42451_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=8885329
[junit4] 2> 50145 WARN (zkCallback-72-thread-3-processing-n:127.0.0.1:34185_solr) [n:127.0.0.1:34185_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 50145 WARN (zkCallback-70-thread-2-processing-n:127.0.0.1:37509_solr) [n:127.0.0.1:37509_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 50145 INFO (jetty-closer-56-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c7e914{/solr,null,UNAVAILABLE}
[junit4] 2> 50145 INFO (jetty-closer-56-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@198aeca{/solr,null,UNAVAILABLE}
[junit4] 2> 50156 WARN (zkCallback-71-thread-2-processing-n:127.0.0.1:42451_solr) [n:127.0.0.1:42451_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 50156 INFO (jetty-closer-56-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@127d62e{/solr,null,UNAVAILABLE}
[junit4] 2> 50157 ERROR (SUITE-CloudSolrClientTest-seed#[9E0A7DC4920EDD85]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 50158 INFO (SUITE-CloudSolrClientTest-seed#[9E0A7DC4920EDD85]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36211 36211
[junit4] 2> 55943 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36211 36211
[junit4] 2> 55944 WARN (Thread-66) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_9E0A7DC4920EDD85-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=PostingsFormat(name=MockRandom), title_s=FSTOrd50, id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1208, maxMBSortInHeap=5.913503147370583, sim=RandomSimilarity(queryNorm=false): {}, locale=nl-BE, timezone=Australia/Victoria
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=33375616,total=169459712
[junit4] 2> NOTE: All tests run in this JVM: [AddEvaluatorTest, SolrExampleStreamingBinaryTest, GetByIdTest, LessThanEqualToEvaluatorTest, SolrQueryTest, ArrayEvaluatorTest, GreaterThanEqualToEvaluatorTest, TestSolrJErrorHandling, HyperbolicSineEvaluatorTest, RegressionEvaluatorTest, TestJsonRecordReader, TestUpdateRequestCodec, TangentEvaluatorTest, CloudSolrClientBuilderTest, OperationsTest, MergeIndexesEmbeddedTest, TestFastInputStream, CloudSolrClientTest]
[junit4] Completed [67/145 (1!)] on J1 in 31.65s, 15 tests, 1 error <<< FAILURES!
[...truncated 42054 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20678 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20678/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46479/_r
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46479/_r
at __randomizedtesting.SeedInfo.seed([1B069A0B085CD625:9352A5D1A6A0BBDD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.TestReplicaProperties.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:45667/_ixz/v
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45667/_ixz/v
at __randomizedtesting.SeedInfo.seed([1B069A0B085CD625:9352A5D1A6A0BBDD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
at org.apache.solr.cloud.TestReplicaProperties.test(TestReplicaProperties.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 52 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias
Error Message:
Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
Stack Trace:
java.lang.UnsupportedOperationException: Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
at __randomizedtesting.SeedInfo.seed([53591E2E965F9457:432459E763BC94C0]:0)
at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getClusterProperties(HttpClusterStateProvider.java:254)
at org.apache.solr.client.solrj.impl.ClusterStateProvider.getClusterProperty(ClusterStateProvider.java:65)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12306 lines...]
[junit4] Suite: org.apache.solr.cloud.TestReplicaProperties
[junit4] 2> 551741 INFO (SUITE-TestReplicaProperties-seed#[1B069A0B085CD625]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/init-core-data-001
[junit4] 2> 551741 WARN (SUITE-TestReplicaProperties-seed#[1B069A0B085CD625]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 551741 INFO (SUITE-TestReplicaProperties-seed#[1B069A0B085CD625]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 551742 INFO (SUITE-TestReplicaProperties-seed#[1B069A0B085CD625]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 551743 INFO (SUITE-TestReplicaProperties-seed#[1B069A0B085CD625]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ixz/v
[junit4] 2> 551745 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 551745 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 551745 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 551748 ERROR (Thread-1327) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 551845 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkTestServer start zk server on port:34787
[junit4] 2> 551850 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 551850 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 551851 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 551851 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 551851 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 551852 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 551852 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 551852 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 551852 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 551853 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 551853 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 551854 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 551903 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4715781d{/_ixz/v,null,AVAILABLE}
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@135b0a75{SSL,[ssl, http/1.1]}{127.0.0.1:34819}
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server Started @554026ms
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/tempDir-001/control/data, hostContext=/_ixz/v, hostPort=34819, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/control-001/cores}
[junit4] 2> 551917 ERROR (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 551917 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T10:01:36.415Z
[junit4] 2> 551919 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 551919 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/control-001/solr.xml
[junit4] 2> 551921 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 551921 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 551921 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 551923 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34787/solr
[junit4] 2> 551946 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 551946 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34819__ixz%2Fv
[junit4] 2> 551946 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.Overseer Overseer (id=98832331325046789-127.0.0.1:34819__ixz%2Fv-n_0000000000) starting
[junit4] 2> 551948 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34819__ixz%2Fv
[junit4] 2> 551949 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 552004 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 552011 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 552011 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 552012 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/control-001/cores
[junit4] 2> 552023 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 552023 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34787/solr ready
[junit4] 2> 552039 INFO (qtp543454384-6773) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34819__ixz%252Fv&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 552040 INFO (OverseerThreadFactory-1619-thread-1-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 552148 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 552148 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 552252 INFO (zkCallback-2152-thread-1-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553177 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 553197 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 553265 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 553271 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 553272 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 553272 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 553272 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 553273 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.7919921875, floorSegmentMB=1.7841796875, forceMergeDeletesPctAllowed=13.004085578746006, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6869910328971123
[junit4] 2> 553275 WARN (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 553296 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 553296 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 553297 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 553297 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 553298 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=49.0830078125, floorSegmentMB=0.3955078125, forceMergeDeletesPctAllowed=0.9862222490871386, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 553298 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cb18816[control_collection_shard1_replica_n1] main]
[junit4] 2> 553299 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 553299 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 553300 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 553300 INFO (searcherExecutor-1622-thread-1-processing-n:127.0.0.1:34819__ixz%2Fv x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7cb18816[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 553300 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581317302830235648
[junit4] 2> 553303 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 553304 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 553304 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34819/_ixz/v/control_collection_shard1_replica_n1/
[junit4] 2> 553304 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 553304 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34819/_ixz/v/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 553304 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 553305 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34819/_ixz/v/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 553406 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553455 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 553457 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1309
[junit4] 2> 553459 INFO (qtp543454384-6773) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 553558 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 554042 INFO (OverseerCollectionConfigSetProcessor-98832331325046789-127.0.0.1:34819__ixz%2Fv-n_0000000000) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 554459 INFO (qtp543454384-6773) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34819__ixz%252Fv&wt=javabin&version=2} status=0 QTime=2420
[junit4] 2> 554465 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554466 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34787/solr ready
[junit4] 2> 554467 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 554469 INFO (qtp543454384-6778) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 554472 INFO (OverseerThreadFactory-1619-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 554473 WARN (OverseerThreadFactory-1619-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 554678 INFO (qtp543454384-6778) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 554678 INFO (qtp543454384-6778) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 554746 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001 of type NRT
[junit4] 2> 554747 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 554748 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cae05f0{/_ixz/v,null,AVAILABLE}
[junit4] 2> 554748 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69f2af84{SSL,[ssl, http/1.1]}{127.0.0.1:39871}
[junit4] 2> 554748 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server Started @556858ms
[junit4] 2> 554748 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ixz/v, hostPort=39871, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001/cores}
[junit4] 2> 554749 ERROR (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 554749 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 554749 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 554749 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 554749 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T10:01:39.247Z
[junit4] 2> 554750 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 554750 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001/solr.xml
[junit4] 2> 554752 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 554752 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 554753 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 554754 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34787/solr
[junit4] 2> 554759 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554760 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 554760 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39871__ixz%2Fv
[junit4] 2> 554761 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 554761 INFO (zkCallback-2165-thread-1-processing-n:127.0.0.1:39871__ixz%2Fv) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 554761 INFO (zkCallback-2160-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 554848 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 554857 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 554858 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 554859 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001/cores
[junit4] 2> 554894 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39871__ixz%252Fv&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 554896 INFO (OverseerCollectionConfigSetProcessor-98832331325046789-127.0.0.1:34819__ixz%2Fv-n_0000000000) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 554896 INFO (OverseerThreadFactory-1619-thread-3-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39871__ixz%2Fv for creating new replica
[junit4] 2> 554913 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 554913 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 555921 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 555928 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 555980 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 555986 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 555986 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 555987 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 555987 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 555988 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.7919921875, floorSegmentMB=1.7841796875, forceMergeDeletesPctAllowed=13.004085578746006, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6869910328971123
[junit4] 2> 555990 WARN (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 556010 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 556010 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 556022 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 556022 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 556023 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=49.0830078125, floorSegmentMB=0.3955078125, forceMergeDeletesPctAllowed=0.9862222490871386, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 556023 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ca13f35[collection1_shard2_replica_n41] main]
[junit4] 2> 556024 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 556025 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 556025 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 556026 INFO (searcherExecutor-1633-thread-1-processing-n:127.0.0.1:39871__ixz%2Fv x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4ca13f35[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 556026 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581317305688653824
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39871/_ixz/v/collection1_shard2_replica_n41/
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:39871/_ixz/v/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 556029 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 556030 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39871/_ixz/v/collection1_shard2_replica_n41/ shard2
[junit4] 2> 556180 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 556181 INFO (qtp630560384-6820) [n:127.0.0.1:39871__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1268
[junit4] 2> 556183 INFO (qtp543454384-6774) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39871__ixz%252Fv&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1288
[junit4] 2> 556231 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001 of type NRT
[junit4] 2> 556232 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 556233 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f751b05{/_ixz/v,null,AVAILABLE}
[junit4] 2> 556233 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54ddb2bc{SSL,[ssl, http/1.1]}{127.0.0.1:45667}
[junit4] 2> 556233 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server Started @558343ms
[junit4] 2> 556234 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ixz/v, hostPort=45667, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001/cores}
[junit4] 2> 556234 ERROR (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 556234 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 556234 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 556234 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 556234 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T10:01:40.732Z
[junit4] 2> 556236 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 556236 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001/solr.xml
[junit4] 2> 556238 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 556238 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 556238 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 556240 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34787/solr
[junit4] 2> 556241 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f1f7b50f4000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 556244 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 556244 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 556245 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45667__ixz%2Fv
[junit4] 2> 556245 INFO (zkCallback-2160-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556245 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556245 INFO (zkCallback-2165-thread-1-processing-n:127.0.0.1:39871__ixz%2Fv) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556246 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:45667__ixz%2Fv) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556286 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 556292 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 556292 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 556293 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001/cores
[junit4] 2> 556315 INFO (qtp543454384-6775) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45667__ixz%252Fv&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 556317 INFO (OverseerCollectionConfigSetProcessor-98832331325046789-127.0.0.1:34819__ixz%2Fv-n_0000000000) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 556317 INFO (OverseerThreadFactory-1619-thread-4-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45667__ixz%2Fv for creating new replica
[junit4] 2> 556344 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 556344 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 557359 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 557366 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 557430 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 557445 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 557445 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 557445 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 557445 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 557447 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.7919921875, floorSegmentMB=1.7841796875, forceMergeDeletesPctAllowed=13.004085578746006, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6869910328971123
[junit4] 2> 557450 WARN (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 557472 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 557472 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 557473 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 557473 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 557473 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=49.0830078125, floorSegmentMB=0.3955078125, forceMergeDeletesPctAllowed=0.9862222490871386, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 557474 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@606077a0[collection1_shard1_replica_n43] main]
[junit4] 2> 557474 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 557475 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 557475 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 557476 INFO (searcherExecutor-1644-thread-1-processing-n:127.0.0.1:45667__ixz%2Fv x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@606077a0[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 557476 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581317307209089024
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45667/_ixz/v/collection1_shard1_replica_n43/
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:45667/_ixz/v/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 557478 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 557479 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45667/_ixz/v/collection1_shard1_replica_n43/ shard1
[junit4] 2> 557629 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 557630 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1286
[junit4] 2> 557631 INFO (qtp543454384-6775) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45667__ixz%252Fv&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1315
[junit4] 2> 557680 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001 of type NRT
[junit4] 2> 557681 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 557682 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63f2b254{/_ixz/v,null,AVAILABLE}
[junit4] 2> 557682 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28532682{SSL,[ssl, http/1.1]}{127.0.0.1:40425}
[junit4] 2> 557682 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.e.j.s.Server Started @559791ms
[junit4] 2> 557682 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_ixz/v, hostPort=40425, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001/cores}
[junit4] 2> 557682 ERROR (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 557682 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 557683 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 557683 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 557683 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T10:01:42.181Z
[junit4] 2> 557684 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 557684 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001/solr.xml
[junit4] 2> 557686 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 557686 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 557687 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 557689 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34787/solr
[junit4] 2> 557692 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 557693 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 557693 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40425__ixz%2Fv
[junit4] 2> 557694 INFO (zkCallback-2165-thread-1-processing-n:127.0.0.1:39871__ixz%2Fv) [n:127.0.0.1:39871__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 557694 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:45667__ixz%2Fv) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 557694 INFO (zkCallback-2160-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 557694 INFO (zkCallback-2152-thread-2-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 557694 INFO (zkCallback-2177-thread-1-processing-n:127.0.0.1:40425__ixz%2Fv) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 557737 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 557743 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 557743 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 557744 INFO (TEST-TestReplicaProperties.test-seed#[1B069A0B085CD625]) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001/cores
[junit4] 2> 557800 INFO (qtp1591665806-6849) [n:127.0.0.1:45667__ixz%2Fv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40425__ixz%252Fv&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 557801 INFO (OverseerCollectionConfigSetProcessor-98832331325046789-127.0.0.1:34819__ixz%2Fv-n_0000000000) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 557801 INFO (OverseerThreadFactory-1619-thread-5-processing-n:127.0.0.1:34819__ixz%2Fv) [n:127.0.0.1:34819__ixz%2Fv ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40425__ixz%2Fv for creating new replica
[junit4] 2> 557820 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 557820 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 558842 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 558856 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 558913 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 558920 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 558920 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cebb690
[junit4] 2> 558920 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558920 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestReplicaProperties_1B069A0B085CD625-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 558922 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=16.7919921875, floorSegmentMB=1.7841796875, forceMergeDeletesPctAllowed=13.004085578746006, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6869910328971123
[junit4] 2> 558923 WARN (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 558944 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558944 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558945 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558945 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558945 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=49.0830078125, floorSegmentMB=0.3955078125, forceMergeDeletesPctAllowed=0.9862222490871386, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 558946 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@4370f38c[collection1_shard2_replica_n45] main]
[junit4] 2> 558946 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 558946 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 558947 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558947 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581317308751544320
[junit4] 2> 558947 INFO (searcherExecutor-1655-thread-1-processing-n:127.0.0.1:40425__ixz%2Fv x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@4370f38c[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558949 INFO (qtp553431179-6878) [n:127.0.0.1:40425__ixz%2Fv c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.Zk
[...truncated too long message...]
(zkCallback-462-thread-2-processing-n:127.0.0.1:40599_solr) [n:127.0.0.1:40599_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 88622 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:40599_solr) [n:127.0.0.1:40599_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 88622 INFO (zkCallback-463-thread-1-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 88622 INFO (zkCallback-463-thread-3-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 88623 INFO (coreCloseExecutor-1000-thread-7) [n:127.0.0.1:37803_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard1.replica_n1, tag=1553865957
[junit4] 2> 88623 INFO (coreCloseExecutor-1000-thread-7) [n:127.0.0.1:37803_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2db40036: rootName = solr_37803, domain = solr.core.multicollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@35c4266f
[junit4] 2> 88630 INFO (coreCloseExecutor-1000-thread-1) [n:127.0.0.1:37803_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1782608971
[junit4] 2> 88630 INFO (coreCloseExecutor-1000-thread-2) [n:127.0.0.1:37803_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=972858659
[junit4] 2> 88630 INFO (coreCloseExecutor-1000-thread-4) [n:127.0.0.1:37803_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=509173285
[junit4] 2> 88630 INFO (coreCloseExecutor-1000-thread-6) [n:127.0.0.1:37803_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1252041341
[junit4] 2> 88630 INFO (coreCloseExecutor-1000-thread-7) [n:127.0.0.1:37803_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=1553865957
[junit4] 2> 88653 INFO (jetty-closer-447-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98832491419336712-127.0.0.1:40599_solr-n_0000000000) closing
[junit4] 2> 88653 INFO (OverseerStateUpdate-98832491419336712-127.0.0.1:40599_solr-n_0000000000) [n:127.0.0.1:40599_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40599_solr
[junit4] 2> 88655 WARN (OverseerAutoScalingTriggerThread-98832491419336712-127.0.0.1:40599_solr-n_0000000000) [n:127.0.0.1:40599_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 88657 INFO (zkCallback-455-thread-2-processing-n:127.0.0.1:34823_solr) [n:127.0.0.1:34823_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34823_solr
[junit4] 2> 88657 INFO (zkCallback-455-thread-1-processing-n:127.0.0.1:34823_solr) [n:127.0.0.1:34823_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 88657 INFO (zkCallback-463-thread-1-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 88657 INFO (jetty-closer-447-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50c1e20d{/solr,null,UNAVAILABLE}
[junit4] 2> 88659 INFO (zkCallback-463-thread-2-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 88659 INFO (zkCallback-463-thread-1-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37803_solr
[junit4] 2> 90158 WARN (zkCallback-455-thread-1-processing-n:127.0.0.1:34823_solr) [n:127.0.0.1:34823_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 90159 INFO (jetty-closer-447-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f3c4d71{/solr,null,UNAVAILABLE}
[junit4] 2> 90159 WARN (zkCallback-463-thread-2-processing-n:127.0.0.1:37803_solr) [n:127.0.0.1:37803_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 90160 INFO (jetty-closer-447-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c8fe10{/solr,null,UNAVAILABLE}
[junit4] 2> 90160 ERROR (SUITE-CloudSolrClientTest-seed#[53591E2E965F9457]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 90160 INFO (SUITE-CloudSolrClientTest-seed#[53591E2E965F9457]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44985 44985
[junit4] 2> 95196 INFO (Thread-527) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44985 44985
[junit4] 2> 95197 WARN (Thread-527) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard3/election/98832491419336709-core_node15-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53591E2E965F9457-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1688, maxMBSortInHeap=5.842999338550324, sim=RandomSimilarity(queryNorm=true): {}, locale=ko-KR, timezone=America/Argentina/Ushuaia
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=139269456,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetAdminRequest, ArcSineEvaluatorTest, JettyWebappTest, LessThanEvaluatorTest, LargeVolumeJettyTest, TestJavaBinCodec, TestBatchUpdate, SolrExceptionTest, SquareRootEvaluatorTest, NotEvaluatorTest, SolrExampleXMLTest, TestCoreAdmin, SolrSchemalessExampleTest, TestToleratedUpdateError, SchemaTest, RawValueEvaluatorTest, HttpSolrClientConPoolTest, StreamingTest, ConcurrentUpdateSolrClientBuilderTest, GraphExpressionTest, GreaterThanEvaluatorTest, SolrExampleJettyTest, SolrParamTest, TermsResponseTest, QueryResponseTest, TestNamedListCodec, SolrQueryTest, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, FieldAnalysisResponseTest, NamedListTest, FacetFieldTest, CollectionAdminRequestRequiredParamsTest, TestSolrJErrorHandling, CloudSolrClientTest]
[junit4] Completed [137/145 (1!)] on J2 in 29.51s, 15 tests, 1 error <<< FAILURES!
[...truncated 45994 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20677 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20677/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias
Error Message:
Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
Stack Trace:
java.lang.UnsupportedOperationException: Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
at __randomizedtesting.SeedInfo.seed([A61E4C7512D4D1DD:B6630BBCE737D14A]:0)
at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getClusterProperties(HttpClusterStateProvider.java:254)
at org.apache.solr.client.solrj.impl.ClusterStateProvider.getClusterProperty(ClusterStateProvider.java:65)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14653 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/init-core-data-001
[junit4] 2> 30155 WARN (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 30155 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 30156 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 30156 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 30157 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001
[junit4] 2> 30157 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 30161 INFO (Thread-88) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 30161 INFO (Thread-88) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 30191 ERROR (Thread-88) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 30261 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41007
[junit4] 2> 30296 INFO (jetty-launcher-53-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 30296 INFO (jetty-launcher-53-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 30298 INFO (jetty-launcher-53-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 30309 INFO (jetty-launcher-53-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28532983{/solr,null,AVAILABLE}
[junit4] 2> 30311 INFO (jetty-launcher-53-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@316f8c08{HTTP/1.1,[http/1.1]}{127.0.0.1:40631}
[junit4] 2> 30311 INFO (jetty-launcher-53-thread-2) [ ] o.e.j.s.Server Started @32803ms
[junit4] 2> 30311 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40631}
[junit4] 2> 30312 ERROR (jetty-launcher-53-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 30312 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 30312 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 30312 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 30312 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T04:46:40.149Z
[junit4] 2> 30312 INFO (jetty-launcher-53-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c767ada{/solr,null,AVAILABLE}
[junit4] 2> 30313 INFO (jetty-launcher-53-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a9eb099{/solr,null,AVAILABLE}
[junit4] 2> 30317 INFO (jetty-launcher-53-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14de1a18{HTTP/1.1,[http/1.1]}{127.0.0.1:37245}
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.e.j.s.Server Started @32809ms
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37245}
[junit4] 2> 30318 ERROR (jetty-launcher-53-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 30317 INFO (jetty-launcher-53-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ac32f95{HTTP/1.1,[http/1.1]}{127.0.0.1:35723}
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-3) [ ] o.e.j.s.Server Started @32809ms
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35723}
[junit4] 2> 30318 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T04:46:40.155Z
[junit4] 2> 30318 ERROR (jetty-launcher-53-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 30319 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 30319 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 30319 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 30319 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-15T04:46:40.156Z
[junit4] 2> 30330 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 30330 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 30331 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 30354 INFO (jetty-launcher-53-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 30362 INFO (jetty-launcher-53-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 30365 INFO (jetty-launcher-53-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 30432 WARN (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 30432 WARN (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 30435 WARN (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 30438 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 30439 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 30439 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 30439 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40631_solr
[junit4] 2> 30440 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_solr
[junit4] 2> 30441 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.Overseer Overseer (id=98831092941193223-127.0.0.1:40631_solr-n_0000000000) starting
[junit4] 2> 30442 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30448 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30451 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30453 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37245_solr
[junit4] 2> 30457 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30457 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30463 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30487 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40631_solr
[junit4] 2> 30488 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30488 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30512 INFO (zkCallback-68-thread-2-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30539 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30546 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30547 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30548 INFO (jetty-launcher-53-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node3/.
[junit4] 2> 30572 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40631.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30580 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40631.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30580 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40631.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30582 INFO (jetty-launcher-53-thread-2) [n:127.0.0.1:40631_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node2/.
[junit4] 2> 30592 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30597 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30597 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 30598 INFO (jetty-launcher-53-thread-1) [n:127.0.0.1:37245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node1/.
[junit4] 2> 30643 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 30643 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41007/solr ready
[junit4] 2> 30649 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30654 INFO (OverseerThreadFactory-140-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 30771 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 30774 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40631/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 30979 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 30979 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 30979 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 30979 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 31083 INFO (zkCallback-68-thread-2-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 31083 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 31083 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 31087 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 31989 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 31989 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 32000 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 32001 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 32058 WARN (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 32058 WARN (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 32058 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 32058 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 32059 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40631.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 32059 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 32059 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node2/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node2/./collection1_shard2_replica_n2/data/]
[junit4] 2> 32064 WARN (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 32064 WARN (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 32064 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 32064 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 32065 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 32065 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 32065 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node3/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node3/./collection1_shard1_replica_n1/data/]
[junit4] 2> 32094 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 32094 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 32095 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 32095 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 32097 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cfb3c61[collection1_shard2_replica_n2] main]
[junit4] 2> 32098 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 32098 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 32099 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 32099 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581297489082843136
[junit4] 2> 32100 INFO (searcherExecutor-147-thread-1-processing-n:127.0.0.1:40631_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@5cfb3c61[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 32104 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 32104 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 32104 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 32105 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 32106 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a116f7d[collection1_shard1_replica_n1] main]
[junit4] 2> 32111 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 32111 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 32111 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 32112 INFO (searcherExecutor-148-thread-1-processing-n:127.0.0.1:35723_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@6a116f7d[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 32112 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581297489096474624
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40631/solr/collection1_shard2_replica_n2/
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:40631/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 32113 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 32115 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40631/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 32115 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 32117 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 32218 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32218 INFO (zkCallback-68-thread-3-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32219 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32218 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32266 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 32267 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1288
[junit4] 2> 32267 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 32268 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1289
[junit4] 2> 32271 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 32370 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32370 INFO (zkCallback-70-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32370 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32370 INFO (zkCallback-68-thread-3-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 32664 INFO (OverseerCollectionConfigSetProcessor-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 33272 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2622
[junit4] 2> 33272 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 33273 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 33280 INFO (qtp255971720-353) [n:127.0.0.1:35723_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 33286 INFO (qtp255971720-353) [n:127.0.0.1:35723_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 33306 INFO (TEST-CloudSolrClientTest.testHandlingOfStaleAlias-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHandlingOfStaleAlias
[junit4] 2> 33319 INFO (qtp371615343-346) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1581297490355814400)} 0 7
[junit4] 2> 33325 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297490368397312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 33325 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 33327 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 33328 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297490371543040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 33328 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 33329 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 33330 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 33330 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 33336 INFO (qtp255971720-360) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1581297490351620096),commit=} 0 28
[junit4] 2> 33337 INFO (TEST-CloudSolrClientTest.testHandlingOfStaleAlias-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHandlingOfStaleAlias
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.method=testHandlingOfStaleAlias -Dtests.seed=A61E4C7512D4D1DD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=US/Central -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.06s J1 | CloudSolrClientTest.testHandlingOfStaleAlias <<<
[junit4] > Throwable #1: java.lang.UnsupportedOperationException: Fetching cluster properties not supported using the HttpClusterStateProvider. ZkClientClusterStateProvider can be used for this.
[junit4] > at __randomizedtesting.SeedInfo.seed([A61E4C7512D4D1DD:B6630BBCE737D14A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getClusterProperties(HttpClusterStateProvider.java:254)
[junit4] > at org.apache.solr.client.solrj.impl.ClusterStateProvider.getClusterProperty(ClusterStateProvider.java:65)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 33379 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverwriteOption
[junit4] 2> 33384 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1581297490427117568)} 0 3
[junit4] 2> 33388 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297490434457600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 33388 INFO (qtp255971720-366) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297490434457600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 33394 INFO (qtp255971720-366) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 33394 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 33395 INFO (qtp255971720-366) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 33395 INFO (qtp255971720-366) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 33395 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 33424 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 36
[junit4] 2> 33425 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1581297490426068992),commit=} 0 44
[junit4] 2> 33425 INFO (qtp371615343-351) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=b74e1976-7b26-42d5-a8d5-c11da55b8938&replicationFactor=1&collection.configName=conf&name=overwrite&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 33427 INFO (qtp371615343-351) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b74e1976-7b26-42d5-a8d5-c11da55b8938&replicationFactor=1&collection.configName=conf&name=overwrite&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 33428 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 33442 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 33442 INFO (OverseerThreadFactory-140-thread-2-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.CreateCollectionCmd Create collection overwrite
[junit4] 2> 33661 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"overwrite",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"overwrite_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37245/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 33863 INFO (qtp1802314872-359) [n:127.0.0.1:37245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=overwrite&version=2&replicaType=NRT&async=b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622&coreNodeName=core_node2&name=overwrite_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 33863 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=overwrite&version=2&replicaType=NRT&async=b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622&coreNodeName=core_node2&name=overwrite_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 33863 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 33863 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622
[junit4] 2> 33864 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 33967 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 33967 INFO (zkCallback-69-thread-2-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 34443 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 34444 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 34865 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622
[junit4] 2> 34865 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 34871 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 34881 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema [overwrite_shard1_replica_n1] Schema name=test
[junit4] 2> 34942 WARN (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 34942 WARN (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 34943 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 34943 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'overwrite_shard1_replica_n1' using configuration from collection overwrite, trusted=true
[junit4] 2> 34943 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37245.solr.core.overwrite.shard1.replica_n1' (registry 'solr.core.overwrite.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76ab4576
[junit4] 2> 34943 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 34943 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [[overwrite_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node1/overwrite_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001/tempDir-001/node1/./overwrite_shard1_replica_n1/data/]
[junit4] 2> 34979 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 34979 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34980 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34980 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34981 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e91ea4b[overwrite_shard1_replica_n1] main]
[junit4] 2> 34982 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 34982 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 34983 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 34984 INFO (searcherExecutor-157-thread-1-processing-x:overwrite_shard1_replica_n1 r:core_node2 b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE n:127.0.0.1:37245_solr s:shard1 c:overwrite) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@3e91ea4b[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34984 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581297492107984896
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37245/solr/overwrite_shard1_replica_n1/
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37245/solr/overwrite_shard1_replica_n1/ has no replicas
[junit4] 2> 34987 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 34989 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37245/solr/overwrite_shard1_replica_n1/ shard1
[junit4] 2> 35090 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 35090 INFO (zkCallback-69-thread-2-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 35140 INFO (parallelCoreAdminExecutor-144-thread-1-processing-n:127.0.0.1:37245_solr b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622 CREATE) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 35242 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 35242 INFO (zkCallback-69-thread-2-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 35444 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 35445 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 35865 INFO (qtp1802314872-349) [n:127.0.0.1:37245_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622
[junit4] 2> 35865 INFO (qtp1802314872-349) [n:127.0.0.1:37245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b74e1976-7b26-42d5-a8d5-c11da55b89383961652813642622&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 35867 INFO (OverseerThreadFactory-140-thread-2-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 36446 INFO (qtp371615343-351) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36447 INFO (qtp371615343-351) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 36448 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36449 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b74e1976-7b26-42d5-a8d5-c11da55b8938&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 36449 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: overwrite failOnTimeout:true timeout (sec):30
[junit4] 2> 36449 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: overwrite
[junit4] 2> 36459 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&wt=javabin&version=2}{add=[0 (1581297493648343040), 0 (1581297493653585920)]} 0 6
[junit4] 2> 36459 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297493654634496,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 36460 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73752fa1 commitCommandVersion:1581297493654634496
[junit4] 2> 36507 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3013567d[overwrite_shard1_replica_n1] main]
[junit4] 2> 36508 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 36509 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:37245_solr x:overwrite_shard1_replica_n1 s:shard1 c:overwrite r:core_node2) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@3013567d[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2/1:delGen=1)))}
[junit4] 2> 36509 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&commit=true&wt=javabin&version=2}{commit=} 0 49
[junit4] 2> 36516 INFO (qtp1802314872-349) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.S.Request [overwrite_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=overwrite:4&wt=javabin&version=2} hits=1 status=0 QTime=6
[junit4] 2> 36520 INFO (qtp1802314872-352) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&wt=javabin&version=2}{add=[1 (1581297493716500480), 1 (1581297493718597632)]} 0 2
[junit4] 2> 36521 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297493719646208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 36521 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73752fa1 commitCommandVersion:1581297493719646208
[junit4] 2> 36527 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5905e71f[overwrite_shard1_replica_n1] main]
[junit4] 2> 36529 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:37245_solr x:overwrite_shard1_replica_n1 s:shard1 c:overwrite r:core_node2) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@5905e71f[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2/1:delGen=1) Uninverting(_1(8.0.0):C2)))}
[junit4] 2> 36529 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 36529 INFO (qtp1802314872-361) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&commit=true&wt=javabin&version=2}{commit=} 0 8
[junit4] 2> 36530 INFO (qtp1802314872-363) [n:127.0.0.1:37245_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.S.Request [overwrite_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=overwrite:4&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 36531 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverwriteOption
[junit4] 2> 36541 INFO (TEST-CloudSolrClientTest.preferLocalShardsTest-seed#[A61E4C7512D4D1DD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting preferLocalShardsTest
[junit4] 2> 36545 INFO (qtp371615343-346) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1581297493743763456)} 0 0
[junit4] 2> 36546 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297493745860608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 36546 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 36546 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 36547 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 36547 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581297493746909184,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 36547 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 36548 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 36548 INFO (qtp255971720-362) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35723/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 36548 INFO (qtp255971720-353) [n:127.0.0.1:35723_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1581297493742714880),commit=} 0 5
[junit4] 2> 36549 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=4a60311f-56eb-4cee-861c-30eee3b80f15&replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=localShardsTestColl&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36550 INFO (qtp371615343-348) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=4a60311f-56eb-4cee-861c-30eee3b80f15&replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=localShardsTestColl&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 36550 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4a60311f-56eb-4cee-861c-30eee3b80f15&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36550 INFO (qtp371615343-355) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4a60311f-56eb-4cee-861c-30eee3b80f15&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 36551 INFO (OverseerCollectionConfigSetProcessor-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 36551 INFO (OverseerThreadFactory-140-thread-3-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.CreateCollectionCmd Create collection localShardsTestColl
[junit4] 2> 36756 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37245/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36757 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40631/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36763 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36775 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37245/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36779 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40631/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36780 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36780 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37245/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36781 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40631/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36782 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n15",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35723/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 36985 INFO (qtp371615343-343) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655912155665&coreNodeName=core_node5&name=localShardsTestColl_shard1_replica_n2&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 36985 INFO (parallelCoreAdminExecutor-143-thread-1-processing-n:127.0.0.1:40631_solr 4a60311f-56eb-4cee-861c-30eee3b80f153961655912155665 CREATE) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655912155665&coreNodeName=core_node5&name=localShardsTestColl_shard1_replica_n2&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 36989 INFO (qtp1802314872-359) [n:127.0.0.1:37245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655911041382&coreNodeName=core_node3&name=localShardsTestColl_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=6
[junit4] 2> 36993 INFO (parallelCoreAdminExecutor-144-thread-2-processing-n:127.0.0.1:37245_solr 4a60311f-56eb-4cee-861c-30eee3b80f153961655911041382 CREATE) [n:127.0.0.1:37245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655911041382&coreNodeName=core_node3&name=localShardsTestColl_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 36997 INFO (qtp255971720-365) [n:127.0.0.1:35723_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655928985279&coreNodeName=core_node14&name=localShardsTestColl_shard2_replica_n9&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=6
[junit4] 2> 36997 INFO (parallelCoreAdminExecutor-141-thread-1-processing-n:127.0.0.1:35723_solr 4a60311f-56eb-4cee-861c-30eee3b80f153961655928985279 CREATE) [n:127.0.0.1:35723_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655928985279&coreNodeName=core_node14&name=localShardsTestColl_shard2_replica_n9&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 37001 INFO (qtp371615343-345) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655934742695&coreNodeName=core_node17&name=localShardsTestColl_shard3_replica_n12&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=6
[junit4] 2> 37002 INFO (qtp371615343-344) [n:127.0.0.1:40631_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655927587438&coreNodeName=core_node13&name=localShardsTestColl_shard2_replica_n8&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=12
[junit4] 2> 37003 INFO (parallelCoreAdminExecutor-143-thread-2-processing-n:127.0.0.1:40631_solr 4a60311f-56eb-4cee-861c-30eee3b80f153961655934742695 CREATE) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655934742695&coreNodeName=core_node17&name=localShardsTestColl_shard3_replica_n12&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 37003 INFO (parallelCoreAdminExecutor-143-thread-3-processing-n:127.0.0.1:40631_solr 4a60311f-56eb-4cee-861c-30eee3b80f153961655927587438 CREATE) [n:127.0.0.1:40631_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=4a60311f-56eb-4cee-861c-30eee3b80f153961655927587438&coreNodeName=core_node13&name=localShardsTestColl_shard2_replica_n8&action=CREATE&numShards=3&shard=shard2&wt=javabin
[ju
[...truncated too long message...]
ll s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1956725413
[junit4] 2> 53994 INFO (coreCloseExecutor-254-thread-3) [n:127.0.0.1:40631_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=714579005
[junit4] 2> 53994 INFO (coreCloseExecutor-254-thread-4) [n:127.0.0.1:40631_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=986808432
[junit4] 2> 53994 INFO (coreCloseExecutor-254-thread-5) [n:127.0.0.1:40631_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1002083643
[junit4] 2> 53994 INFO (coreCloseExecutor-254-thread-7) [n:127.0.0.1:40631_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=534520639
[junit4] 2> 54057 INFO (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 54058 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 54060 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f1e5afb860009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 54061 WARN (zkCallback-70-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 54061 INFO (jetty-closer-54-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98831092941193223-127.0.0.1:40631_solr-n_0000000000) closing
[junit4] 2> 54061 INFO (OverseerStateUpdate-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40631_solr
[junit4] 2> 54062 INFO (zkCallback-68-thread-1-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 54074 WARN (OverseerAutoScalingTriggerThread-98831092941193223-127.0.0.1:40631_solr-n_0000000000) [n:127.0.0.1:40631_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 54075 WARN (zkCallback-68-thread-2-processing-n:127.0.0.1:40631_solr) [n:127.0.0.1:40631_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 54076 INFO (jetty-closer-54-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28532983{/solr,null,UNAVAILABLE}
[junit4] 2> 55557 WARN (zkCallback-69-thread-1-processing-n:127.0.0.1:37245_solr) [n:127.0.0.1:37245_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 55558 INFO (jetty-closer-54-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c767ada{/solr,null,UNAVAILABLE}
[junit4] 2> 55560 WARN (zkCallback-70-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:37245_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:37245_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:747)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:746)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1152)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1147)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 55561 INFO (jetty-closer-54-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a9eb099{/solr,null,UNAVAILABLE}
[junit4] 2> 55566 ERROR (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 55567 INFO (SUITE-CloudSolrClientTest-seed#[A61E4C7512D4D1DD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41007 41007
[junit4] 2> 65636 INFO (Thread-88) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41007 41007
[junit4] 2> 65637 WARN (Thread-88) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A61E4C7512D4D1DD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), text=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1071, maxMBSortInHeap=6.903943913298809, sim=RandomSimilarity(queryNorm=true): {}, locale=de, timezone=US/Central
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=276095632,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [HttpSolrClientBuilderTest, TestFastInputStream, ClientUtilsTest, HyperbolicSineEvaluatorTest, CloudSolrClientBuilderTest, ArrayEvaluatorTest, SineEvaluatorTest, OperationsTest, SelectWithEvaluatorsTest, TestCollectionAdminRequest, MergeIndexesEmbeddedTest, CosineEvaluatorTest, NormalizeEvaluatorTest, GetByIdTest, JdbcDriverTest, CommonParamsTest, FacetFieldTest, LBHttpSolrClientBuilderTest, TangentEvaluatorTest, GreaterThanEqualToEvaluatorTest, ArcCosineEvaluatorTest, TestSolrJErrorHandling, LessThanEqualToEvaluatorTest, CloudSolrClientTest]
[junit4] Completed [70/145 (1!)] on J1 in 35.54s, 15 tests, 1 error <<< FAILURES!
[...truncated 46215 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20676 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20676/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([D8A04B96C2792D36:90D53F22C44A02A3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:33505/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth
Error Message:
Error from server at https://127.0.0.1:37313/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37313/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([D8A04B96C2792D36:53F4FAF160E66C4A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
at org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth(TestSSLRandomization.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12463 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/init-core-data-001
[junit4] 2> 1509537 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=59 numCloses=59
[junit4] 2> 1509537 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1509538 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1509540 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1509540 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001
[junit4] 2> 1509541 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1509541 INFO (Thread-10293) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1509541 INFO (Thread-10293) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1509542 ERROR (Thread-10293) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1509641 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33197
[junit4] 2> 1509654 INFO (jetty-launcher-4342-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1509655 INFO (jetty-launcher-4342-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1509655 INFO (jetty-launcher-4342-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1509655 INFO (jetty-launcher-4342-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1509659 INFO (jetty-launcher-4342-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16e47b3{/solr,null,AVAILABLE}
[junit4] 2> 1509659 INFO (jetty-launcher-4342-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f045d3{/solr,null,AVAILABLE}
[junit4] 2> 1509659 INFO (jetty-launcher-4342-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ed11f9{/solr,null,AVAILABLE}
[junit4] 2> 1509659 INFO (jetty-launcher-4342-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@266f7a{/solr,null,AVAILABLE}
[junit4] 2> 1509660 INFO (jetty-launcher-4342-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c4ae8c{SSL,[ssl, http/1.1]}{127.0.0.1:44147}
[junit4] 2> 1509660 INFO (jetty-launcher-4342-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b9ab82{SSL,[ssl, http/1.1]}{127.0.0.1:34845}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-4) [ ] o.e.j.s.Server Started @1510888ms
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-3) [ ] o.e.j.s.Server Started @1510888ms
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44147}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34845}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fbb09d{SSL,[ssl, http/1.1]}{127.0.0.1:44261}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-2) [ ] o.e.j.s.Server Started @1510889ms
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12808d0{SSL,[ssl, http/1.1]}{127.0.0.1:33505}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44261}
[junit4] 2> 1509661 INFO (jetty-launcher-4342-thread-1) [ ] o.e.j.s.Server Started @1510889ms
[junit4] 2> 1509661 ERROR (jetty-launcher-4342-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33505}
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1509662 ERROR (jetty-launcher-4342-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T22:19:37.524Z
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1509661 ERROR (jetty-launcher-4342-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T22:19:37.524Z
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1509662 ERROR (jetty-launcher-4342-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1509662 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T22:19:37.525Z
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1509663 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T22:19:37.525Z
[junit4] 2> 1509673 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1509674 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1509674 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1509674 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1509685 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1509685 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1509685 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1509685 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1509685 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1509686 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1509687 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1509687 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1509691 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f1cf8a23b0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1509691 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f1cf8a23b0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1509696 INFO (jetty-launcher-4342-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33197/solr
[junit4] 2> 1509698 INFO (jetty-launcher-4342-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33197/solr
[junit4] 2> 1509698 INFO (jetty-launcher-4342-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33197/solr
[junit4] 2> 1509699 INFO (jetty-launcher-4342-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33197/solr
[junit4] 2> 1509772 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1509772 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34845_solr
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44261_solr
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44147_solr
[junit4] 2> 1509773 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.c.Overseer Overseer (id=98829571024683020-127.0.0.1:34845_solr-n_0000000000) starting
[junit4] 2> 1509775 INFO (zkCallback-4364-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1509775 INFO (zkCallback-4363-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1509784 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1509784 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1509785 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33505_solr
[junit4] 2> 1509785 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1509785 INFO (zkCallback-4364-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1509786 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34845_solr
[junit4] 2> 1509786 INFO (zkCallback-4364-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1509786 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1509787 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1509787 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1509800 INFO (zkCallback-4363-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1509912 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509923 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509925 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509925 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509927 INFO (jetty-launcher-4342-thread-4) [n:127.0.0.1:44147_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node4
[junit4] 2> 1509934 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509934 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509935 INFO (jetty-launcher-4342-thread-3) [n:127.0.0.1:34845_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node3
[junit4] 2> 1509960 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509972 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509972 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1509974 INFO (jetty-launcher-4342-thread-1) [n:127.0.0.1:33505_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node1
[junit4] 2> 1509994 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1510001 WARN (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name1=runnable,name=count
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:849)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1510005 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1510006 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1510007 INFO (jetty-launcher-4342-thread-2) [n:127.0.0.1:44261_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node2
[junit4] 2> 1510096 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1510096 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33197/solr ready
[junit4] 2> 1510114 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[D8A04B96C2792D36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1510115 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[D8A04B96C2792D36]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1510185 INFO (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1510187 INFO (OverseerThreadFactory-5263-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1510299 INFO (OverseerStateUpdate-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1510580 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1510580 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1510683 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1510683 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1511602 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1511635 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1511641 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1511641 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1511642 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1511642 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1511642 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node1/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node1/created_and_deleted_shard1_replica_n1/data/]
[junit4] 2> 1511695 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1511695 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1511696 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1511696 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1511697 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a6d8[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1511699 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1511699 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1511700 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1511701 INFO (searcherExecutor-5272-thread-1-processing-n:127.0.0.1:33505_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@4a6d8[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1511701 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581273138659852288
[junit4] 2> 1511705 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1511705 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1511705 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33505/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1511706 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1511706 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33505/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1511706 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1511707 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33505/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1511808 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1511808 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1511858 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1511860 INFO (qtp31518944-28897) [n:127.0.0.1:33505_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1281
[junit4] 2> 1511863 INFO (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1511960 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1511960 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1512189 INFO (OverseerCollectionConfigSetProcessor-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1512864 INFO (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2678
[junit4] 2> 1512865 INFO (qtp254413-28916) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1512865 INFO (qtp254413-28916) [n:127.0.0.1:34845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1512866 INFO (qtp254413-28919) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1512868 INFO (OverseerThreadFactory-5263-thread-2-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1512869 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1512869 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1993ed0: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@15d2b06
[junit4] 2> 1512880 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c7cac
[junit4] 2> 1512880 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=3964076
[junit4] 2> 1512880 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=3964076
[junit4] 2> 1512883 INFO (qtp31518944-28920) [n:127.0.0.1:33505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1513587 INFO (qtp254413-28919) [n:127.0.0.1:34845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=720
[junit4] 2> 1513588 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1513588 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1513589 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[D8A04B96C2792D36]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1513622 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[D8A04B96C2792D36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 1513622 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[D8A04B96C2792D36]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1513624 INFO (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1513625 ERROR (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:462)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:479)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:400)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:945)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:234)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1513626 INFO (qtp254413-28898) [n:127.0.0.1:34845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1513627 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[D8A04B96C2792D36]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 1513656 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[D8A04B96C2792D36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 1513657 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[D8A04B96C2792D36]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1513658 INFO (qtp254413-28916) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1513659 INFO (OverseerThreadFactory-5263-thread-3-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 1513659 INFO (OverseerCollectionConfigSetProcessor-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1513865 INFO (OverseerStateUpdate-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44261/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1513867 INFO (OverseerStateUpdate-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44147/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1513868 INFO (OverseerStateUpdate-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1513870 INFO (OverseerStateUpdate-98829571024683020-127.0.0.1:34845_solr-n_0000000000) [n:127.0.0.1:34845_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34845/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1514081 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n4&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1514103 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1514103 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1514170 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1514171 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1514190 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1514190 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1514302 INFO (zkCallback-4364-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4364-thread-2-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4363-thread-2-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4363-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514302 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1514303 INFO (zkCallback-4361-thread-2-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515103 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1515117 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1515119 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1515123 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1515123 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n4' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1515124 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard2.replica_n4' (registry 'solr.core.addReplicaColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1515124 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1515125 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node1/addReplicaColl_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node1/addReplicaColl_shard2_replica_n4/data/]
[junit4] 2> 1515156 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1515163 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1515163 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n6' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1515164 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard2.replica_n6' (registry 'solr.core.addReplicaColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1515165 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1515165 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node3/addReplicaColl_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node3/addReplicaColl_shard2_replica_n6/data/]
[junit4] 2> 1515182 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1515192 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1515194 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1515194 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n1' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1515195 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard1.replica_n1' (registry 'solr.core.addReplicaColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1515195 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1515195 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node2/addReplicaColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node2/addReplicaColl_shard1_replica_n1/data/]
[junit4] 2> 1515207 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1515217 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1515235 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1515236 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n2' using configuration from collection addReplicaColl, trusted=true
[junit4] 2> 1515236 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard1.replica_n2' (registry 'solr.core.addReplicaColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fcbd20
[junit4] 2> 1515237 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1515237 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node4/addReplicaColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D8A04B96C2792D36-001/tempDir-001/node4/addReplicaColl_shard1_replica_n2/data/]
[junit4] 2> 1515242 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1515242 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1515244 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1515244 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1515246 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1515246 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1515246 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a752f[addReplicaColl_shard2_replica_n4] main]
[junit4] 2> 1515247 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1515247 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1515247 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1515248 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1515251 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@121174d[addReplicaColl_shard2_replica_n6] main]
[junit4] 2> 1515252 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1515253 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581273142384394240
[junit4] 2> 1515253 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1515255 INFO (searcherExecutor-5277-thread-1-processing-n:127.0.0.1:33505_solr x:addReplicaColl_shard2_replica_n4 s:shard2 c:addReplicaColl r:core_node7) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SolrCore [addReplicaColl_shard2_replica_n4] Registered new searcher Searcher@3a752f[addReplicaColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1515255 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1515256 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1515258 INFO (searcherExecutor-5278-thread-1-processing-n:127.0.0.1:34845_solr x:addReplicaColl_shard2_replica_n6 s:shard2 c:addReplicaColl r:core_node8) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore [addReplicaColl_shard2_replica_n6] Registered new searcher Searcher@121174d[addReplicaColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1515260 INFO (qtp254413-28922) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581273142391734272
[junit4] 2> 1515263 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1515263 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1515263 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33505/solr/addReplicaColl_shard2_replica_n4/
[junit4] 2> 1515263 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n4 url=https://127.0.0.1:33505/solr START replicas=[https://127.0.0.1:34845/solr/addReplicaColl_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1515267 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1515268 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1515269 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1515269 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1515270 INFO (qtp254413-29031) [n:127.0.0.1:34845_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.S.Request [addReplicaColl_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1515272 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1424daf[addReplicaColl_shard1_replica_n1] main]
[junit4] 2> 1515273 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1515274 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1515275 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1515276 INFO (searcherExecutor-5279-thread-1-processing-n:127.0.0.1:44261_solr x:addReplicaColl_shard1_replica_n1 s:shard1 c:addReplicaColl r:core_node3) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n1] Registered new searcher Searcher@1424daf[addReplicaColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1515276 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581273142408511488
[junit4] 2> 1515280 INFO (qtp21129252-28918) [n:127.0.0.1:44261_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1515292 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1515292 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1515293 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1515293 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1515295 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15e9e84[addReplicaColl_shard1_replica_n2] main]
[junit4] 2> 1515296 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1515296 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1515297 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1515298 INFO (searcherExecutor-5282-thread-1-processing-n:127.0.0.1:44147_solr x:addReplicaColl_shard1_replica_n2 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n2] Registered new searcher Searcher@15e9e84[addReplicaColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1515298 INFO (qtp26833190-28914) [n:127.0.0.1:44147_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581273142431580160
[junit4] 2> 1515381 INFO (zkCallback-4364-thread-2-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4363-thread-2-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4363-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4362-thread-1-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4361-thread-2-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4364-thread-1-processing-n:127.0.0.1:34845_solr) [n:127.0.0.1:34845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515381 INFO (zkCallback-4362-thread-2-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515563 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n4 url=https://127.0.0.1:33505/solr DONE. We have no versions. sync failed.
[junit4] 2> 1515564 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1515564 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1515564 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1515566 INFO (qtp31518944-28924) [n:127.0.0.1:33505_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33505/solr/addReplicaColl_shard2_replica_n4/ shard2
[junit4] 2> 1515667 INFO (zkCallback-4361-thread-2-processing-n:127.0.0.1:44261_solr) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1515667 INFO (zkCallback-4363-thread-2-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has o
[...truncated too long message...]
oduceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2083543 ERROR (qtp23096551-11165) [n:127.0.0.1:40311_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1063)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:998)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:885)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1045)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:947)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: first_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:40311_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1162)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2083544 INFO (qtp23096551-11165) [n:127.0.0.1:40311_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=first_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=209779
[junit4] 2> 2083545 ERROR (SUITE-TestSSLRandomization-seed#[D8A04B96C2792D36]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2083545 INFO (SUITE-TestSSLRandomization-seed#[D8A04B96C2792D36]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33499 33499
[junit4] 2> 2088604 INFO (Thread-1366) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33499 33499
[junit4] 2> 2088605 WARN (Thread-1366) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/first_collection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98829594836336648-127.0.0.1:40311_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSSLRandomization_D8A04B96C2792D36-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1453, maxMBSortInHeap=5.113466602359043, sim=RandomSimilarity(queryNorm=true): {}, locale=zh, timezone=Africa/Ceuta
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=157145736,total=308125696
[junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, ManagedSchemaRoundRobinCloudTest, TestLeaderElectionZkExpiry, SpellingQueryConverterTest, LeaderInitiatedRecoveryOnShardRestartTest, PeerSyncWithIndexFingerprintCachingTest, TestHighFrequencyDictionaryFactory, TestInPlaceUpdatesStandalone, CreateCollectionCleanupTest, TestCloudSchemaless, DebugComponentTest, SpellCheckCollatorTest, ImplicitSnitchTest, TestQueryWrapperFilter, DistributedVersionInfoTest, TestBackupRepositoryFactory, TestCloudRecovery, TestReplicaProperties, XmlUpdateRequestHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, TestDocumentBuilder, TestSolrConfigHandler, SolrCoreTest, TestWordDelimiterFilterFactory, TestFieldCacheSort, TestRemoteStreaming, SynonymTokenizerTest, ClassificationUpdateProcessorFactoryTest, SimpleMLTQParserTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestLegacyTerms, ZkNodePropsTest, TestScoreJoinQPScore, LeaderFailoverAfterPartitionTest, HdfsSyncSliceTest, OverriddenZkACLAndCredentialsProvidersTest, TestConfigSetProperties, CoreAdminRequestStatusTest, TestExclusionRuleCollectionAccess, TestFastOutputStream, TestPHPSerializedResponseWriter, TestExtendedDismaxParser, TestSolrQueryParser, BasicAuthStandaloneTest, SpatialHeatmapFacetsTest, TestManagedSchema, TestCollectionAPIs, TestBlobHandler, TestWriterPerf, CdcrBootstrapTest, TestDynamicFieldResource, CollectionTooManyReplicasTest, SpatialRPTFieldTypeTest, TestMissingGroups, TestComponentsName, BooleanFieldTest, TestBinaryField, TestSolrConfigHandlerConcurrent, TestCSVResponseWriter, TestSSLRandomization]
[junit4] Completed [447/745 (2!)] on J0 in 215.89s, 4 tests, 1 error <<< FAILURES!
[...truncated 43692 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20675 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20675/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV2Request
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request: 1) Thread[id=460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
1) Thread[id=460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([935E73214287F971]:0)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient
Error Message:
Error from server at https://127.0.0.1:44755/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:44755/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([935E73214287F971:4B466B0BE3B3EB56]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:812)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:72)
at org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient(TestV2Request.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient
Error Message:
Error from server at https://127.0.0.1:37491/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:37491/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([935E73214287F971:AA8F891E734711A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:812)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:72)
at org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient(TestV2Request.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([8C99F716362A028C:98D1AC43152DBF92]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12754 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/init-core-data-001
[junit4] 2> 1342058 WARN (SUITE-TestReplicationHandler-seed#[8C99F716362A028C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 1342058 INFO (SUITE-TestReplicationHandler-seed#[8C99F716362A028C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1342059 INFO (SUITE-TestReplicationHandler-seed#[8C99F716362A028C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1342059 INFO (SUITE-TestReplicationHandler-seed#[8C99F716362A028C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1342061 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexFetchWithMasterUrl
[junit4] 2> 1342061 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/collection1
[junit4] 2> 1342064 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1342064 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ccc274{/solr,null,AVAILABLE}
[junit4] 2> 1342066 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17285{HTTP/1.1,[http/1.1]}{127.0.0.1:39971}
[junit4] 2> 1342066 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server Started @1344016ms
[junit4] 2> 1342066 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39971}
[junit4] 2> 1342066 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1342066 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1342067 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1342067 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1342067 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T16:15:32.397Z
[junit4] 2> 1342067 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/solr.xml
[junit4] 2> 1342070 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1342070 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1342070 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1342098 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342106 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342106 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342108 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/.
[junit4] 2> 1342108 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1342109 INFO (coreLoadExecutor-5602-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1342120 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1342168 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1342170 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1342170 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1342171 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342171 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1342171 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1342173 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=81.470703125, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=2.9893768825235134, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1342210 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1342210 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1342211 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1342211 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2bf41[collection1] main]
[junit4] 2> 1342211 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-001/collection1/conf
[junit4] 2> 1342212 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1342212 INFO (coreLoadExecutor-5602-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1342212 INFO (searcherExecutor-5603-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f2bf41[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1342714 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1
[junit4] 2> 1342716 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1342716 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c60c1a{/solr,null,AVAILABLE}
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9bc92f{HTTP/1.1,[http/1.1]}{127.0.0.1:43113}
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server Started @1344667ms
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=43113}
[junit4] 2> 1342717 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T16:15:33.047Z
[junit4] 2> 1342717 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/solr.xml
[junit4] 2> 1342721 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1342721 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1342722 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1342751 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342760 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342760 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342762 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/.
[junit4] 2> 1342762 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1342762 INFO (coreLoadExecutor-5612-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1342771 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1342775 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1342776 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1342776 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1342777 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342777 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1342777 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1342778 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=81.470703125, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=2.9893768825235134, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1342805 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1342805 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1342806 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1342806 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19756c7[collection1] main]
[junit4] 2> 1342807 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1/conf
[junit4] 2> 1342808 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1342808 INFO (coreLoadExecutor-5612-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1342809 INFO (searcherExecutor-5613-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19756c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1342817 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9bc92f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1342817 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28270328
[junit4] 2> 1342817 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1342817 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17dbe9a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1250a74
[junit4] 2> 1342825 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1342826 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@85e40b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1b9cde3
[junit4] 2> 1342831 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1342831 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10bfbbf: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1036d99
[junit4] 2> 1342832 INFO (coreCloseExecutor-5618-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2733bb
[junit4] 2> 1342832 INFO (coreCloseExecutor-5618-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2569147
[junit4] 2> 1342832 INFO (coreCloseExecutor-5618-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12b2c24: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1b7d9f6
[junit4] 2> 1342839 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c60c1a{/solr,null,UNAVAILABLE}
[junit4] 2> 1342840 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1342841 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1666f88{/solr,null,AVAILABLE}
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cf30ec{HTTP/1.1,[http/1.1]}{127.0.0.1:41521}
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.e.j.s.Server Started @1344792ms
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=41521}
[junit4] 2> 1342842 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T16:15:33.172Z
[junit4] 2> 1342842 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/solr.xml
[junit4] 2> 1342845 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1342845 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1342846 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1342872 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342879 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342879 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342881 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/.
[junit4] 2> 1342881 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C99F716362A028C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1342881 INFO (coreLoadExecutor-5625-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1342891 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1342897 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1342899 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1342899 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1342899 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fdd668
[junit4] 2> 1342899 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1342899 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1342901 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=81.470703125, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=2.9893768825235134, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1342934 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1342934 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1342935 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1342935 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fb8533[collection1] main]
[junit4] 2> 1342935 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_8C99F716362A028C-001/solr-instance-002/collection1/conf
[junit4] 2> 1342936 INFO (coreLoadExecutor-5625-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1342938 INFO (searcherExecutor-5626-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fb8533[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1342939 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1342939 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1342940 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1342940 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1342940 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1342940 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1edc53 commitCommandVersion:0
[junit4] 2> 1342941 INFO (qtp6352476-14114) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e4229b[collection1] main]
[junit4] 2> 1342941 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1342942 INFO (searcherExecutor-5626-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e4229b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1342942 INFO (qtp6352476-14114) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 1342943 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1342943 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1342944 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1342944 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1342944 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1342944 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1342944 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1342945 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1342945 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1342945 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1342945 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1342945 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1342946 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1342946 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1342946 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1342946 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1342946 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1342947 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1342947 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1342947 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1342947 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1342947 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1342948 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1342948 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1342948 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1342948 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1342948 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1342949 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1342949 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1342949 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1342949 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1342949 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1342950 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1342951 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1342951 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1342951 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1342951 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1342951 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1342952 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1342952 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1342952 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1342952 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1342952 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1342953 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1342953 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1342953 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1342953 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1342953 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1342954 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1342955 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1342955 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1342955 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1342956 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1342956 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1342956 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1342956 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1342956 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1342957 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1342958 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1342958 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1342958 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1342958 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1342958 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1342959 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1342960 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1342960 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1342960 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1342960 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1342960 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1342961 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1342961 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1342961 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 1342962 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 1342962 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1342962 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1342962 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1342962 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1342963 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1342963 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1342963 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 1342963 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1342963 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1342964 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1342964 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1342964 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1342964 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1342965 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1342966 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1342966 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1342966 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1342966 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1342966 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1342967 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1342967 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1342967 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1342967 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1342967 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1342968 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1342968 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1342968 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1342968 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1342968 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1342969 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1342969 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1342969 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1342969 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1342969 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1342970 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1342970 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1342970 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1342970 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1342970 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1342971 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1342972 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1342972 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1342972 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1342972 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1342972 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 1342973 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 1342974 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 1342974 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 1342974 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 1342974 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 1342974 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 1342975 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 1342975 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 1342975 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 1342975 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 1342975 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 1342976 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 1342977 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 1342977 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 1342977 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 1342977 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 1342977 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 1342978 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 1342979 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 1342979 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 1342979 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 1342979 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 1342979 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 1342980 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 1342981 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 1342982 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 1342983 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 1342983 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 1342983 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 1342983 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 1342983 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14078) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 1342984 INFO (qtp24960384-14077) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
[junit4] 2> 1342985 INFO (qtp24960384-14071) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
[junit4] 2> 1342985 INFO (qtp24960384-14076) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{
[...truncated too long message...]
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:885)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:947)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: test slice: shard1 saw state=null with live_nodes=[127.0.0.1:37491_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1134)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 414033 INFO (qtp17951357-388) [n:127.0.0.1:37491_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=test_shard1_replica_n2&action=CREATE&numShards=2&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=389769
[junit4] 2> 415492 WARN (zkCallback-54-thread-7-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 415493 INFO (jetty-closer-35-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21a4fb{/solr,null,UNAVAILABLE}
[junit4] 2> 415493 ERROR (SUITE-TestV2Request-seed#[935E73214287F971]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 415494 INFO (SUITE-TestV2Request-seed#[935E73214287F971]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39647 39647
[junit4] 2> 421873 INFO (Thread-131) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39647 39647
[junit4] 2> 421874 WARN (Thread-131) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/test/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98828260944052234-127.0.0.1:37491_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestV2Request_935E73214287F971-001
[junit4] 2> Oct 14, 2017 4:53:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Oct 14, 2017 4:53:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
[junit4] 2> 1) Thread[id=460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Oct 14, 2017 4:53:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] 2> Oct 14, 2017 4:53:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=628, maxMBSortInHeap=5.481885609298337, sim=RandomSimilarity(queryNorm=false): {}, locale=it-IT, timezone=Pacific/Nauru
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=162695360,total=235929600
[junit4] 2> NOTE: All tests run in this JVM: [CorrelationEvaluatorTest, FieldAnalysisResponseTest, FloorEvaluatorTest, TestSpellCheckResponse, TestXMLEscaping, AnlysisResponseBaseTest, ModuloEvaluatorTest, BasicHttpSolrClientTest, AppendEvaluatorTest, TestDelegationTokenRequest, CommonAdminParamsTest, TermsResponseTest, AbsoluteValueEvaluatorTest, TestRetryUtil, TestLBHttpSolrClient, TestV2Request]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestV2Request -Dtests.seed=935E73214287F971 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it-IT -Dtests.timezone=Pacific/Nauru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestV2Request (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
[junit4] > 1) Thread[id=460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([935E73214287F971]:0)
[junit4] Completed [137/145 (1!)] on J0 in 419.59s, 3 tests, 3 errors <<< FAILURES!
[...truncated 41813 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20674 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20674/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.FieldFacetExtrasCloudTest
Error Message:
Error from server at http://127.0.0.1:36249/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36249/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A6C5485B1E9F96F7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.analytics.facet.AbstractAnalyticsFacetCloudTest.setupCluster(AbstractAnalyticsFacetCloudTest.java:58)
at org.apache.solr.analytics.facet.FieldFacetExtrasCloudTest.beforeClass(FieldFacetExtrasCloudTest.java:47)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36081/w/wq
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36081/w/wq
at __randomizedtesting.SeedInfo.seed([3F478A1B310E0D70:B713B5C19FF26088]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12687 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/init-core-data-001
[junit4] 2> 963429 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 963429 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 963430 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 963430 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 963430 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /w/wq
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 963492 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 963501 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 963502 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 963510 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_46311_hdfs____7p5t4b/webapp
[junit4] 2> 963955 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:46311
[junit4] 2> 964067 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 964073 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 964082 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46447_datanode____.579wo4/webapp
[junit4] 2> 964547 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46447
[junit4] 2> 964595 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 964596 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 964607 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46465_datanode____.c7wdbc/webapp
[junit4] 2> 964674 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 964685 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xdd53ea28310a4: from storage DS-b7a5b378-bed3-435d-a3d5-2e8754441343 node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7be26e8d-aa95-40a3-9908-4877edb983e6, infoPort=43605, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-56;cid=testClusterID;nsid=989887987;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 964685 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xdd53ea28310a4: from storage DS-6ee144bf-54cd-44bd-9450-2540dc06c48f node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=7be26e8d-aa95-40a3-9908-4877edb983e6, infoPort=43605, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-56;cid=testClusterID;nsid=989887987;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 965062 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46465
[junit4] 2> 965185 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 965199 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xdd53ec127a2c2: from storage DS-e0c46f8e-5087-4a53-81d2-0eea381eca53 node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=8b23d952-cdcf-4462-8591-0e94ff2b3d6f, infoPort=36315, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-56;cid=testClusterID;nsid=989887987;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 965199 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xdd53ec127a2c2: from storage DS-0600dd08-338a-4179-8360-a78afe2bacb5 node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=8b23d952-cdcf-4462-8591-0e94ff2b3d6f, infoPort=36315, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-56;cid=testClusterID;nsid=989887987;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 965353 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 965354 INFO (Thread-3482) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 965354 INFO (Thread-3482) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 965355 ERROR (Thread-3482) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 965454 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.ZkTestServer start zk server on port:38537
[junit4] 2> 965462 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 965463 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 965463 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 965464 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 965464 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 965465 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 965465 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 965465 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 965466 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 965468 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 965469 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 965469 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 965554 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 965555 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b5aa401{/w/wq,null,AVAILABLE}
[junit4] 2> 965555 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@201e303a{HTTP/1.1,[http/1.1]}{127.0.0.1:36081}
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.Server Started @967414ms
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:46079/hdfs__localhost.localdomain_46079__home_jenkins_workspace_Lucene-Solr-master-Linux_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001_tempDir-002_control_data, hostContext=/w/wq, hostPort=36081, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/control-001/cores}
[junit4] 2> 965556 ERROR (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 965556 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-14T09:53:11.243Z
[junit4] 2> 965557 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 965557 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/control-001/solr.xml
[junit4] 2> 965560 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 965560 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 965561 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7f617e11, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 965564 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38537/solr
[junit4] 2> 965590 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965590 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36081_w%2Fwq
[junit4] 2> 965590 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.Overseer Overseer (id=98826635905662980-127.0.0.1:36081_w%2Fwq-n_0000000000) starting
[junit4] 2> 965619 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36081_w%2Fwq
[junit4] 2> 965621 INFO (OverseerStateUpdate-98826635905662980-127.0.0.1:36081_w%2Fwq-n_0000000000) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 965677 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f617e11
[junit4] 2> 965687 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f617e11
[junit4] 2> 965687 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f617e11
[junit4] 2> 965688 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/control-001/cores
[junit4] 2> 965707 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 965707 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38537/solr ready
[junit4] 2> 965708 INFO (qtp2059417462-12024) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36081_w%252Fwq&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965710 INFO (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 965814 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965814 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 965917 INFO (zkCallback-2578-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 966833 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 966845 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 966983 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 967091 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 967091 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f617e11
[junit4] 2> 967092 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46079/solr_hdfs_home
[junit4] 2> 967092 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 967092 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967092 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 967093 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 967103 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 967103 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 967111 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 967116 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 967135 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 967143 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 967143 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 967147 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 967147 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21338817301369437]
[junit4] 2> 967166 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35275 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6ee144bf-54cd-44bd-9450-2540dc06c48f:NORMAL:127.0.0.1:34367|RBW], ReplicaUC[[DISK]DS-e0c46f8e-5087-4a53-81d2-0eea381eca53:NORMAL:127.0.0.1:35275|FINALIZED]]} size 0
[junit4] 2> 967167 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34367 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e0c46f8e-5087-4a53-81d2-0eea381eca53:NORMAL:127.0.0.1:35275|FINALIZED], ReplicaUC[[DISK]DS-b7a5b378-bed3-435d-a3d5-2e8754441343:NORMAL:127.0.0.1:34367|FINALIZED]]} size 0
[junit4] 2> 967172 WARN (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 967231 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 967231 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 967231 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 967241 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 967242 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 967244 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=318972965, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 967252 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fdaca93[control_collection_shard1_replica_n1] main]
[junit4] 2> 967253 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 967253 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 967253 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 967255 INFO (searcherExecutor-3810-thread-1-processing-n:127.0.0.1:36081_w%2Fwq x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5fdaca93[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 967255 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581226176483950592
[junit4] 2> 967257 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 967257 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 967257 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36081/w/wq/control_collection_shard1_replica_n1/
[junit4] 2> 967258 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 967258 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36081/w/wq/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 967258 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 967259 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36081/w/wq/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1025763 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36081
[junit4] 2> 1025763 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=278544713
[junit4] 2> 1025763 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1025763 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46666a41: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3301969d
[junit4] 2> 1025766 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1025766 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7747df04: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6be509e7
[junit4] 2> 1025768 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1025768 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@426d3e7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30e8c325
[junit4] 2> 1025769 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1025770 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@530552b2
[junit4] 2> 1025770 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1392857778
[junit4] 2> 1025770 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@313675ac: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@463c0888
[junit4] 2> 1025775 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1392857778
[junit4] 2> 1025779 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1025780 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1025782 INFO (coreCloseExecutor-3815-thread-1) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46079/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1145710 ERROR (qtp2059417462-12024) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1145711 INFO (qtp2059417462-12024) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36081_w%252Fwq&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1145711 ERROR (qtp2059417462-12024) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:311)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:243)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:221)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1565914 ERROR (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:36081/w/wq
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36081/w/wq
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 1565916 ERROR (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1565914 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.Overseer Overseer (id=98826635905662980-127.0.0.1:36081_w%2Fwq-n_0000000000) closing
[junit4] 2> 1565916 INFO (OverseerStateUpdate-98826635905662980-127.0.0.1:36081_w%2Fwq-n_0000000000) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36081_w%2Fwq
[junit4] 2> 1565916 INFO (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1565919 ERROR (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:315)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/510691796@355c393f rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@7927b558[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
[junit4] 2> at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:203)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:615)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.sendShardRequest(OverseerCollectionMessageHandler.java:593)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.sliceCmd(OverseerCollectionMessageHandler.java:820)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:801)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:682)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:298)
[junit4] 2> ... 6 more
[junit4] 2>
[junit4] 2> 1565930 INFO (OverseerThreadFactory-3807-thread-1-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1565933 INFO (zkCallback-2578-thread-5-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1565951 WARN (OverseerAutoScalingTriggerThread-98826635905662980-127.0.0.1:36081_w%2Fwq-n_0000000000) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1565964 WARN (zkCallback-2578-thread-5-processing-n:127.0.0.1:36081_w%2Fwq) [n:127.0.0.1:36081_w%2Fwq ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1565987 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@201e303a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1565987 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b5aa401{/w/wq,null,UNAVAILABLE}
[junit4] 2> 1566006 ERROR (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:36081_w%2Fwq]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1134)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1035)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:970)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:885)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:947)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1566006 ERROR (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1163)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1035)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:970)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:885)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:947)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[127.0.0.1:36081_w%2Fwq]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:814)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:779)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1134)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 1566007 INFO (qtp2059417462-12020) [n:127.0.0.1:36081_w%2Fwq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=600192
[junit4] 2> 1566007 ERROR (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1566008 INFO (TEST-StressHdfsTest.test-seed#[3F478A1B310E0D70]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38537 38537
[junit4] 2> 1571795 INFO (Thread-3482) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38537 38537
[junit4] 2> 1571797 WARN (Thread-3482) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StressHdfsTest -Dtests.method=test -Dtests.seed=3F478A1B310E0D70 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-QA -Dtests.timezone=Asia/Seoul -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 606s J2 | StressHdfsTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36081/w/wq
[junit4] > at __randomizedtesting.SeedInfo.seed([3F478A1B310E0D70:B713B5C19FF26088]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> 1571807 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1571848 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1571949 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1571950 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1840512492-88.99.242.108-1507974789132 (Datanode Uuid 8b23d952-cdcf-4462-8591-0e94ff2b3d6f) service to localhost.localdomain/127.0.0.1:46079
[junit4] 2> 1571953 WARN (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1572010 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1572111 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1572111 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46079) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1840512492-88.99.242.108-1507974789132 (Datanode Uuid 7be26e8d-aa95-40a3-9908-4877edb983e6) service to localhost.localdomain/127.0.0.1:46079
[junit4] 2> 1572121 INFO (SUITE-StressHdfsTest-seed#[3F478A1B310E0D70]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3F478A1B310E0D70-001
[junit4] 2> Oct 14, 2017 10:03:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1766, maxMBSortInHeap=7.109600230139124, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-QA, timezone=Asia/Seoul
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=2,free=288833616,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestSolrConfigHandlerCloud, HardAutoCommitTest, HdfsChaosMonkeyNothingIsSafeTest, FullSolrCloudDistribCmdsTest, BlockJoinFacetDistribTest, SortSpecParsingTest, UnloadDistributedZkTest, TriggerIntegrationTest, TestZkChroot, ResponseHeaderTest, RequiredFieldsTest, SpellPossibilityIteratorTest, CollectionsAPISolrJTest, TestFieldResource, CoreAdminCreateDiscoverTest, SignatureUpdateProcessorFactoryTest, AutoScalingHandlerTest, TestCodecSupport, RegexBoostProcessorTest, RemoteQueryErrorTest, TestHashQParserPlugin, TestSolrCoreProperties, ZkStateWriterTest, PingRequestHandlerTest, SimpleFacetsTest, BitVectorTest, TestShortCircuitedRequests, TestMaxScoreQueryParser, TestConfigSetsAPI, CheckHdfsIndexTest, TestSimpleTextCodec, StatsComponentTest, RulesTest, TestTolerantSearch, TestNoOpRegenerator, HdfsNNFailoverTest, TestFreeTextSuggestions, TestUtils, MoveReplicaTest, TestCloudPseudoReturnFields, TestImplicitCoreProperties, TestCryptoKeys, SearchHandlerTest, TestDFRSimilarityFactory, TestLegacyNumericUtils, TestConfigSetImmutable, TestCorePropertiesReload, TestStressCloudBlindAtomicUpdates, SecurityConfHandlerTest, TestSuggestSpellingConverter, DeleteInactiveReplicaTest, HLLSerializationTest, EnumFieldTest, SolrInfoBeanTest, MissingSegmentRecoveryTest, TestMaxTokenLenTokenizer, MetricUtilsTest, TestRequestStatusCollectionAPI, TolerantUpdateProcessorTest, BlockDirectoryTest, TestSolrCloudSnapshots, TestSort, SimplePostToolTest, AddBlockUpdateTest, TestAnalyzeInfixSuggestions, TestCloudInspectUtil, TestRestoreCore, TestLocalFSCloudBackupRestore, SortByFunctionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldCacheReopen, ResponseLogComponentTest, QueryResultKeyTest, V2ApiIntegrationTest, XsltUpdateRequestHandlerTest, TestOrdValues, ConnectionManagerTest, DistributedFacetExistsSmallTest, TestExactSharedStatsCache, StressHdfsTest]
[junit4] Completed [354/745 (1!)] on J2 in 618.40s, 1 test, 1 error <<< FAILURES!
[...truncated 4162 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.FieldFacetExtrasCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.FieldFacetExtrasCloudTest_A6C5485B1E9F96F7-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1523, maxMBSortInHeap=7.5394635568693396, sim=RandomSimilarity(queryNorm=true): {}, locale=en-CA, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=399084760,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [FieldFacetTest, NoFacetTest, RangeFacetCloudTest, FieldFacetExtrasCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FieldFacetExtrasCloudTest -Dtests.seed=A6C5485B1E9F96F7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=Europe/Simferopol -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | FieldFacetExtrasCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36249/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([A6C5485B1E9F96F7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.analytics.facet.AbstractAnalyticsFacetCloudTest.setupCluster(AbstractAnalyticsFacetCloudTest.java:58)
[junit4] > at org.apache.solr.analytics.facet.FieldFacetExtrasCloudTest.beforeClass(FieldFacetExtrasCloudTest.java:47)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [17/17 (1!)] on J0 in 233.63s, 0 tests, 1 error <<< FAILURES!
[...truncated 43983 lines...]