You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/05/20 14:05:19 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 8 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/8/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([EEA06988BD117335:66F4565213ED1ECD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13364 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/init-core-data-001
[junit4] 2> 3671946 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 3671948 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 3671948 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3671987 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3671993 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3671995 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672008 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41619_hdfs____mabvfv/webapp
[junit4] 2> 3672348 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41619
[junit4] 2> 3672420 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3672421 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672436 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35736_datanode____.25sue9/webapp
[junit4] 2> 3672787 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35736
[junit4] 2> 3672823 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3672824 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672838 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48846_datanode____bglwv1/webapp
[junit4] 2> 3672886 INFO (IPC Server handler 3 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-ed0e1bc6-6941-4c53-aa63-3172ca545861 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=49823015-9cfe-40af-8e90-2795c5fc78bd, infoPort=34102, infoSecurePort=0, ipcPort=50270, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3672887 INFO (IPC Server handler 3 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-438203a5-c660-4deb-8950-4519cdb7cfc1 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=49823015-9cfe-40af-8e90-2795c5fc78bd, infoPort=34102, infoSecurePort=0, ipcPort=50270, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3673233 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48846
[junit4] 2> 3673334 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd node DatanodeRegistration(127.0.0.1:57958, datanodeUuid=5ee2b6d4-f3e8-4777-ad81-6bd93e072196, infoPort=55180, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3673334 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-97ffedcf-06d1-492b-8df2-3666b515016b node DatanodeRegistration(127.0.0.1:57958, datanodeUuid=5ee2b6d4-f3e8-4777-ad81-6bd93e072196, infoPort=55180, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3673410 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3673410 INFO (Thread-28303) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3673410 INFO (Thread-28303) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3673413 ERROR (Thread-28303) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3673510 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkTestServer start zk server on port:35115
[junit4] 2> 3673525 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3673527 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3673529 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3673531 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3673533 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3673534 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3673535 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3673536 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3673537 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3673539 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3673540 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3673666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores/collection1
[junit4] 2> 3673667 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3673674 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5230dc62{/,null,AVAILABLE}
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e400804{HTTP/1.1,[http/1.1]}{127.0.0.1:37794}
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3677314ms
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_control_data, hostContext=/, hostPort=37794, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores}
[junit4] 2> 3673675 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:04.290Z
[junit4] 2> 3673681 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3673681 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/solr.xml
[junit4] 2> 3673690 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3673691 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3673719 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3673719 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37794_
[junit4] 2> 3673720 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.Overseer Overseer (id=97995188078182404-127.0.0.1:37794_-n_0000000000) starting
[junit4] 2> 3673738 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37794_
[junit4] 2> 3673740 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3673833 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores
[junit4] 2> 3673833 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3673840 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3673842 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3673860 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3673861 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3673876 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3674015 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3674034 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3674036 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3674052 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3674054 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 3674070 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3674095 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3674095 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3674109 INFO (IPC Server handler 2 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|RBW]]} size 0
[junit4] 2> 3674110 INFO (IPC Server handler 4 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|RBW]]} size 0
[junit4] 2> 3674118 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3674173 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3674173 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3674174 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3674180 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@675c3417[collection1] main]
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3674183 INFO (searcherExecutor-8702-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@675c3417[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3674185 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3674186 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3674186 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923010063564800
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37794/collection1/
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37794/collection1/ has no replicas
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3674201 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37794/collection1/ shard1
[junit4] 2> 3674343 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35115/solr ready
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 3674352 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3674457 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores/collection1
[junit4] 2> 3674459 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001
[junit4] 2> 3674460 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3890fba3{/,null,AVAILABLE}
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@114e5ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36771}
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3678103ms
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36771, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores}
[junit4] 2> 3674463 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:05.078Z
[junit4] 2> 3674466 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3674466 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/solr.xml
[junit4] 2> 3674473 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3674474 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3674483 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3674485 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3674487 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36771_
[junit4] 2> 3674488 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674488 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674490 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674546 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores
[junit4] 2> 3674546 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3674547 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3674549 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3674651 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3675565 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3675566 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3675581 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3676430 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3676444 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 3676444 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3676466 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3676467 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 3676489 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3676511 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3676511 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3676537 INFO (IPC Server handler 8 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ed0e1bc6-6941-4c53-aa63-3172ca545861:NORMAL:127.0.0.1:33353|RBW], ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW]]} size 0
[junit4] 2> 3676538 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ed0e1bc6-6941-4c53-aa63-3172ca545861:NORMAL:127.0.0.1:33353|RBW], ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW]]} size 0
[junit4] 2> 3676547 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3676606 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3676606 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3676607 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3676618 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3676618 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3676620 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3676625 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2204cdb1[collection1] main]
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3676629 INFO (searcherExecutor-8713-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2204cdb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3676633 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923012630478848
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36771/collection1/
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36771/collection1/ has no replicas
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3676648 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36771/collection1/ shard1
[junit4] 2> 3676751 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3676800 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3676904 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3676937 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores/collection1
[junit4] 2> 3676938 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001
[junit4] 2> 3676939 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3676944 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@568a9b00{/,null,AVAILABLE}
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@763c367a{HTTP/1.1,[http/1.1]}{127.0.0.1:42446}
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3680584ms
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=42446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores}
[junit4] 2> 3676945 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3676946 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:07.560Z
[junit4] 2> 3676949 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3676949 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/solr.xml
[junit4] 2> 3676957 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3676961 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3676970 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3676972 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3676974 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42446_
[junit4] 2> 3676976 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676976 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676976 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676978 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3677045 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores
[junit4] 2> 3677045 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3677047 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3677048 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3677150 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3677150 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678060 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3678061 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3678076 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3678195 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3678207 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3678209 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 3678216 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3678217 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3678217 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3678223 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3678224 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 3678239 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3678252 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3678252 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3678260 INFO (IPC Server handler 0 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|FINALIZED]]} size 0
[junit4] 2> 3678260 INFO (IPC Server handler 8 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|FINALIZED], ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|FINALIZED]]} size 0
[junit4] 2> 3678268 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3678335 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3678335 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3678337 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3678341 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@dd3a35[collection1] main]
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3678344 INFO (searcherExecutor-8724-thread-1-processing-n:127.0.0.1:42446_ x:collection1 c:collection1) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@dd3a35[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3678346 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678346 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678347 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678347 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923014426689536
[junit4] 2> 3678351 INFO (coreZkRegister-8718-thread-1-processing-n:127.0.0.1:42446_ x:collection1 c:collection1) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 3678351 INFO (updateExecutor-3669-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3678351 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:36771/collection1/] and I am [http://127.0.0.1:42446/collection1/]
[junit4] 2> 3678356 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36771]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42446_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3678358 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 3678359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 3678359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42446_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:42446","node_name":"127.0.0.1:42446_","state":"down"}
[junit4] 2> 3678456 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678456 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678660 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores/collection1
[junit4] 2> 3678660 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001
[junit4] 2> 3678661 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3678662 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e7a8e13{/,null,AVAILABLE}
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7431a064{HTTP/1.1,[http/1.1]}{127.0.0.1:35901}
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3682302ms
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=35901, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores}
[junit4] 2> 3678663 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3678664 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3678664 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:09.278Z
[junit4] 2> 3678666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3678666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/solr.xml
[junit4] 2> 3678673 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3678673 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3678682 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3678685 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3678687 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35901_
[junit4] 2> 3678688 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678690 INFO (zkCallback-3679-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678747 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores
[junit4] 2> 3678747 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3678748 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3678749 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3678851 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3678851 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3678851 INFO (zkCallback-3679-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42446_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:42446","node_name":"127.0.0.1:42446_","state":"recovering","ulogDir":"hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42446_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 3679761 WARN (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3679762 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3679777 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3679860 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:36771/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 3679860 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:42446 START replicas=[http://127.0.0.1:36771/collection1/] nUpdates=100
[junit4] 2> 3679871 INFO (qtp1469988309-45787) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3679871 INFO (qtp1469988309-45787) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 3679917 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema
[...truncated too long message...]
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3773017 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001
[junit4] 2> May 20, 2017 1:46:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval), txt_t=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=969, maxMBSortInHeap=5.125557617224018, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sl-SI, timezone=Africa/Libreville
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=194677184,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution, HdfsDirectoryFactoryTest, BufferStoreTest, ChaosMonkeySafeLeaderTest, AnalyticsMergeStrategyTest, BlockJoinFacetRandomTest, SolrMetricsIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedSchemaThreadSafety, EnumFieldTest, TestNumericTerms32, HdfsWriteToMultipleCollectionsTest, TestConfigOverlay, TestSchemaVersionResource, SampleTest, ChangedSchemaMergeTest, TestFuzzyAnalyzedSuggestions, LargeFieldTest, MoveReplicaTest, TestSearchPerf, TestSystemCollAutoCreate, SortSpecParsingTest, TestDistributedStatsComponentCardinality, TestOverriddenPrefixQueryForCustomFieldType, OverseerTaskQueueTest, TestDocTermOrds, ForceLeaderTest, TestSimpleTrackingShardHandler, TestNonDefinedSimilarityFactory, TestSolrCLIRunExample, DocValuesTest, TestInPlaceUpdatesDistrib, HighlighterTest, TestSolrCloudWithDelegationTokens, DistributedQueryComponentOptimizationTest, DistributedMLTComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, IndexSchemaRuntimeFieldTest, TestConfigSetsAPIExclusivity, TestUpdate, SpellingQueryConverterTest, SortByFunctionTest, SolrJmxReporterTest, TestLRUCache, TestMiniSolrCloudClusterSSL, TestCursorMarkWithoutUniqueKey, TestFieldResource, TestConfigReload, AtomicUpdatesTest, TestMacroExpander, DistributedFacetPivotSmallTest, RAMDirectoryFactoryTest, ConnectionManagerTest, TestElisionMultitermQuery, TestStandardQParsers, CSVRequestHandlerTest, SolrIndexConfigTest, DistribCursorPagingTest, TestExportWriter, TestQueryUtils, TestQuerySenderListener, DateMathParserTest, SpellCheckComponentTest, ConnectionReuseTest, TestLuceneMatchVersion, ExplicitHLLTest, CdcrBootstrapTest, TestUnifiedSolrHighlighter, TestSQLHandlerNonCloud, LeaderFailoverAfterPartitionTest, TestSolrCloudWithHadoopAuthPlugin, SpatialHeatmapFacetsTest, DistanceFunctionTest, CopyFieldTest, ZkSolrClientTest, TestFieldCacheVsDocValues, TestCollectionAPIs, AddBlockUpdateTest, SolrCloudExampleTest, SpatialFilterTest, ClassificationUpdateProcessorTest, DistributedDebugComponentTest, TestLockTree, CheckHdfsIndexTest, TestReqParamsAPI, TestLeaderElectionZkExpiry, CoreSorterTest, MoreLikeThisHandlerTest, TestBM25SimilarityFactory, TestDynamicFieldCollectionResource, BasicAuthIntegrationTest, SimpleMLTQParserTest, RemoteQueryErrorTest, IndexSchemaTest, ConvertedLegacyTest, TestCharFilters, CdcrRequestHandlerTest, TestComplexPhraseLeadingWildcard, WordBreakSolrSpellCheckerTest, TestBulkSchemaAPI, TestHashQParserPlugin, TolerantUpdateProcessorTest, DeleteInactiveReplicaTest, TestFastOutputStream, TestHalfAndHalfDocValues, TestCloudPivotFacet, TestFieldSortValues, SimplePostToolTest, TestSolrCoreSnapshots, TestSha256AuthenticationProvider, TestStressCloudBlindAtomicUpdates, TestJavabinTupleStreamParser, DocumentBuilderTest, TestQueryTypes, SolrIndexSplitterTest, OverseerModifyCollectionTest, TestHighFrequencyDictionaryFactory, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, CleanupOldIndexTest, DeleteReplicaTest, DeleteStatusTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestClusterProperties, TestCollectionAPI, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSegmentSorting, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, HdfsCollectionsAPIDistributedZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, StressHdfsTest]
[junit4] Completed [563/711 (1!)] on J1 in 111.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 7945 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 261 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 11 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/11/
4 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 6
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:21188BD44F63471]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: { "collMinRf_1x3":{ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collMinRf_1x3_shard1_replica1", "base_url":"http://127.0.0.1:40727/y_g/y", "node_name":"127.0.0.1:40727_y_g%2Fy", "state":"active"}, "core_node2":{ "core":"collMinRf_1x3_shard1_replica3", "base_url":"http://127.0.0.1:58031/y_g/y", "node_name":"127.0.0.1:58031_y_g%2Fy", "state":"active"}, "core_node3":{ "core":"collMinRf_1x3_shard1_replica2", "base_url":"http://127.0.0.1:55652/y_g/y", "node_name":"127.0.0.1:55652_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}, "collection1":{ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node2":{ "core":"collection1", "base_url":"http://127.0.0.1:58031/y_g/y", "node_name":"127.0.0.1:58031_y_g%2Fy", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:55487/y_g/y", "node_name":"127.0.0.1:55487_y_g%2Fy", "state":"active", "leader":"true"}, "core_node3":{ "core":"collection1", "base_url":"http://127.0.0.1:55652/y_g/y", "node_name":"127.0.0.1:55652_y_g%2Fy", "state":"active"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}, "control_collection":{ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:40727/y_g/y", "node_name":"127.0.0.1:40727_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}, "c8n_1x2":{ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:58031/y_g/y", "core":"c8n_1x2_shard1_replica2", "node_name":"127.0.0.1:58031_y_g%2Fy"}, "core_node2":{ "core":"c8n_1x2_shard1_replica1", "base_url":"http://127.0.0.1:55487/y_g/y", "node_name":"127.0.0.1:55487_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: {
"collMinRf_1x3":{
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collMinRf_1x3_shard1_replica1",
"base_url":"http://127.0.0.1:40727/y_g/y",
"node_name":"127.0.0.1:40727_y_g%2Fy",
"state":"active"},
"core_node2":{
"core":"collMinRf_1x3_shard1_replica3",
"base_url":"http://127.0.0.1:58031/y_g/y",
"node_name":"127.0.0.1:58031_y_g%2Fy",
"state":"active"},
"core_node3":{
"core":"collMinRf_1x3_shard1_replica2",
"base_url":"http://127.0.0.1:55652/y_g/y",
"node_name":"127.0.0.1:55652_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"},
"collection1":{
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"collection1",
"base_url":"http://127.0.0.1:58031/y_g/y",
"node_name":"127.0.0.1:58031_y_g%2Fy",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:55487/y_g/y",
"node_name":"127.0.0.1:55487_y_g%2Fy",
"state":"active",
"leader":"true"},
"core_node3":{
"core":"collection1",
"base_url":"http://127.0.0.1:55652/y_g/y",
"node_name":"127.0.0.1:55652_y_g%2Fy",
"state":"active"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"},
"control_collection":{
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:40727/y_g/y",
"node_name":"127.0.0.1:40727_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"},
"c8n_1x2":{
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:58031/y_g/y",
"core":"c8n_1x2_shard1_replica2",
"node_name":"127.0.0.1:58031_y_g%2Fy"},
"core_node2":{
"core":"c8n_1x2_shard1_replica1",
"base_url":"http://127.0.0.1:55487/y_g/y",
"node_name":"127.0.0.1:55487_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}}
at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:11FED93FA7526BD7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1903)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:365)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1896 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> mei 24, 2017 1:16:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.packed.MonotonicLongValues.get(MonotonicLongValues.java:41)
[junit4] 2> at org.apache.lucene.util.packed.PackedLongValues.get(PackedLongValues.java:110)
[junit4] 2> at org.apache.lucene.util.LongValues.get(LongValues.java:45)
[junit4] 2> at org.apache.lucene.index.MultiSorter$2.get(MultiSorter.java:109)
[junit4] 2> at org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:187)
[junit4] 2> at org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:103)
[junit4] 2> at org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:128)
[junit4] 2> at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:866)
[junit4] 2> at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:344)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=5278, name=SUITE-TestIndexSorting-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=5C433B21B2A05C44 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=nl-NL -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7184s J1 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
[junit4] 2> mei 24, 2017 1:16:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> mei 24, 2017 1:16:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:181)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$8$1.setNext(DocValuesConsumer.java:884)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$8$1.hasNext(DocValuesConsumer.java:863)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addOrdIndex(Lucene54DocValuesConsumer.java:747)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addSortedSetField(Lucene54DocValuesConsumer.java:643)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:811)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:221)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> mei 24, 2017 1:16:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexSorting_5C433B21B2A05C44-001
[junit4] 2> May 23, 2017 1:16:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {id=DFR GB1}, locale=nl-NL, timezone=NZ
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=102699208,total=462422016
[junit4] 2> NOTE: All tests run in this JVM: [TestMergeSchedulerExternal, TestTermVectorsReader, TestLegacyNumericUtils, TestDuelingCodecs, TestRAMDirectory, TestMultiTermConstantScore, TestAllFilesHaveChecksumFooter, TestFixedBitSet, TestUsageTrackingFilterCachingPolicy, TestMultiThreadTermVectors, TestIndexWriterMergePolicy, TestDocValuesRewriteMethod, TestReaderWrapperDVTypeCheck, TestTransactionRollback, TestWildcard, TestDateSort, TestBooleanOr, TestLongRangeFieldQueries, TestOmitPositions, TestSortedSetSortField, TestAutomaton, TestReusableStringReader, TestTimSorterWorstCase, TestPagedBytes, TestQueryRescorer, TestIndexReaderClose, TestDuelingCodecsAtNight, TestDocIDMerger, TestLucene50StoredFieldsFormat, TestExternalCodecs, TestPackedInts, TestTerms, TestOmitNorms, TestDoc, TestIntBlockPool, TestNorms, TestCheckIndex, TestLucene60FieldInfoFormat, TestNGramPhraseQuery, TestTermsEnum, TestEarlyTerminatingSortingCollector, TestFieldReuse, TestMergeRateLimiter, TestBooleanQueryVisitSubscorers, TestOmitTf, TestSumDocFreq, TestFixedLengthBytesRefArray, TestConjunctionDISI, TestConcurrentMergeScheduler, TestIndexWriterCommit, TestSortRandom, TestAutomatonQuery, TestMultiDocValues, TestPolygon2D, TestCodecUtil, TestSentinelIntSet, TestMutablePointsReaderUtils, Test2BTerms, TestFilterIterator, TestNIOFSDirectory, TestIsCurrent, TestSizeBoundedForceMerge, TestPerFieldDocValuesFormat, TestForTooMuchCloning, TestDirectoryReader, Test2BBKDPoints, TestSloppyMath, TestIndexSearcher, TestMultiTermQueryRewrites, TestDocCount, TestFilterDirectory, TestConstantScoreQuery, TestBytesRef, TestStringHelper, TestRegexpRandom, TestMinShouldMatch2, TestIndexWriterReader, TestMultiMMap, TestSearcherManager, TestBooleanMinShouldMatch, Test2BDocs, TestIndexWriterOnDiskFull, TestCodecs, TestParallelLeafReader, TestBytesRefHash, TestStressNRT, TestIndexInput, TestSloppyPhraseQuery2, TestSimilarity2, TestFieldMaskingSpanQuery, TestPerSegmentDeletes, TestPrefixInBooleanQuery, TestTopDocsCollector, TestSegmentTermEnum, TestUniqueTermCount, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestPrefixCodedTerms, TestMaxTermFrequency, TestTermScorer, TestIndexableField, TestDocValuesScoring, TestWildcardRandom, TestPayloadsOnVectors, TestSearchForDuplicates, TestCompiledAutomaton, TestPrefixQuery, TestElevationComparator, TestBinaryTerms, TestSubScorerFreqs, TestRecyclingIntBlockAllocator, TestConjunctions, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestSmallFloat, TestSimilarityProvider, TestSetOnce, TestFilterLeafReader, TestPriorityQueue, Test2BPostings, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=5C433B21B2A05C44 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=nl-NL -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
[junit4] Completed [456/456 (1!)] on J1 in 7220.15s, 14 tests, 2 errors <<< FAILURES!
[...truncated 10040 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/init-core-data-001
[junit4] 2> 526569 WARN (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 526569 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 526571 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 526572 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001
[junit4] 2> 526572 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 526572 INFO (Thread-7289) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 526572 INFO (Thread-7289) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 526574 ERROR (Thread-7289) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 526672 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53051
[junit4] 2> 526680 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 526681 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 526686 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a24cc6b{/solr,null,AVAILABLE}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137b0403{/solr,null,AVAILABLE}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ea89591{HTTP/1.1,[http/1.1]}{127.0.0.1:38577}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.Server Started @529774ms
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38577}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@299dba58{HTTP/1.1,[http/1.1]}{127.0.0.1:42850}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.Server Started @529774ms
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42850}
[junit4] 2> 526687 ERROR (jetty-launcher-1811-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526687 ERROR (jetty-launcher-1811-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T15:16:10.409Z
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526688 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T15:16:10.410Z
[junit4] 2> 526695 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526695 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526705 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 526707 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53051/solr
[junit4] 2> 526707 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 526709 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53051/solr
[junit4] 2> 526745 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526746 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526746 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42850_solr
[junit4] 2> 526748 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.Overseer Overseer (id=98012533246853126-127.0.0.1:42850_solr-n_0000000000) starting
[junit4] 2> 526748 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38577_solr
[junit4] 2> 526762 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526762 INFO (OverseerStateUpdate-98012533246853126-127.0.0.1:42850_solr-n_0000000000) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526763 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42850_solr
[junit4] 2> 526765 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526770 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526838 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/.
[junit4] 2> 526861 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/.
[junit4] 2> 526882 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 526883 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53051/solr ready
[junit4] 2> 526895 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526901 INFO (OverseerThreadFactory-1814-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
[junit4] 2> 527013 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
[junit4] 2> 527014 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527014 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
[junit4] 2> 527014 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527015 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
[junit4] 2> 527032 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
[junit4] 2> 527137 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527137 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528029 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528042 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 528045 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard2_replica1/data/]
[junit4] 2> 528048 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528057 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528085 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 528088 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528091 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 528128 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528128 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ed2b4a8[dv_coll_shard2_replica1] main]
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533585428480
[junit4] 2> 528134 INFO (searcherExecutor-1819-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@1ed2b4a8[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/ has no replicas
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528144 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/ shard2
[junit4] 2> 528165 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528165 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528166 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528166 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528167 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@219dbc55[dv_coll_shard4_replica1] main]
[junit4] 2> 528169 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528170 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528170 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528171 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528171 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528171 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528171 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528172 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528172 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528173 INFO (searcherExecutor-1822-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@219dbc55[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528173 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533627371520
[junit4] 2> 528176 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c970321[dv_coll_shard1_replica1] main]
[junit4] 2> 528177 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528178 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528178 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528179 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528179 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/ has no replicas
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528184 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533638905856
[junit4] 2> 528184 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528184 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528185 INFO (searcherExecutor-1820-thread-1-processing-n:127.0.0.1:38577_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@4c970321[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e3150c[dv_coll_shard3_replica1] main]
[junit4] 2> 528188 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528189 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528189 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528190 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528192 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528195 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533650440192
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/ has no replicas
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528205 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/ shard4
[junit4] 2> 528205 INFO (searcherExecutor-1821-thread-1-processing-n:127.0.0.1:38577_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@21e3150c[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528206 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/ shard1
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/ has no replicas
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528211 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/ shard3
[junit4] 2> 528315 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528315 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528351 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528353 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1338
[junit4] 2> 528357 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528359 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1326
[junit4] 2> 528362 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528364 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1349
[junit4] 2> 528364 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528366 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1353
[junit4] 2> 528377 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 528481 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528481 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528909 INFO (OverseerCollectionConfigSetProcessor-98012533246853126-127.0.0.1:42850_solr-n_0000000000) [n:127.0.0.1:42850_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529377 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2482
[junit4] 2> 529395 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 529398 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 529402 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529430 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
[junit4] 2> 529430 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529430 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529430 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529431 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529433 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 529434 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 529444 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529445 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529445 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529457 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529485 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 54 ms
[junit4] 2> 529493 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529494 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 529501 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
[junit4] 2> 529502 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
[junit4] 2> 529505 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 529515 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529518 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529523 INFO (zkCallback-1822-thread-2-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529550 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
[junit4] 2> 529551 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529551 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
[junit4] 2> 529551 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 120 ms
[junit4] 2> 529551 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 94 ms
[junit4] 2> 529555 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
[junit4] 2> 529556 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrCore core reload dv_coll_shard4_replica1
[junit4] 2> 529558 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 529567 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529567 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 529573 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 529587 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529596 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 529613 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529613 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 529614 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 529674 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 529674 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 529675 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f9c87b8[dv_coll_shard4_replica1] main]
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 529677 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 529677 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 529678 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200535205478400
[junit4] 2> 529680 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 529686 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 529686 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 529687 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cb898b2[dv_coll_shard1_replica1] main]
[junit4] 2> 529687 INFO (searcherExecutor-1841-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node1) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@5f9c87b8[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cbd16bc[dv_coll_shard4_replica1] main]
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@47f9b6b9
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard4.replica1
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
[junit4] 2> 529690 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 529690 INFO (searcherExecutor-1841-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node1) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@4cbd16bc[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
"node_name":"127.0.0.1:55652_y_g%2Fy",
[junit4] > "state":"active"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"},
[junit4] > "control_collection":{
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:40727/y_g/y",
[junit4] > "node_name":"127.0.0.1:40727_y_g%2Fy",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"},
[junit4] > "c8n_1x2":{
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:58031/y_g/y",
[junit4] > "core":"c8n_1x2_shard1_replica2",
[junit4] > "node_name":"127.0.0.1:58031_y_g%2Fy"},
[junit4] > "core_node2":{
[junit4] > "core":"c8n_1x2_shard1_replica1",
[junit4] > "base_url":"http://127.0.0.1:55487/y_g/y",
[junit4] > "node_name":"127.0.0.1:55487_y_g%2Fy",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:11FED93FA7526BD7]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1903)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:365)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3356517 INFO (SUITE-HttpPartitionTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_99AAE6E509AE062F-001
[junit4] 2> May 23, 2017 4:03:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), id=FSTOrd50, text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene54), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1573, maxMBSortInHeap=6.776658524950663, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-NL, timezone=America/Costa_Rica
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=108386616,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestHashPartitioner, TestConfigReload, TestSuggestSpellingConverter, TestDistributedStatsComponentCardinality, ZkSolrClientTest, CdcrBootstrapTest, TestSweetSpotSimilarityFactory, SpatialHeatmapFacetsTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, SpellCheckCollatorTest, TestBlendedInfixSuggestions, MoveReplicaTest, IndexSchemaRuntimeFieldTest, DistributedFacetPivotSmallTest, TestStandardQParsers, TestManagedResource, HdfsThreadLeakTest, TestSolrCloudWithHadoopAuthPlugin, SimpleMLTQParserTest, SolrJmxReporterTest, OutOfBoxZkACLAndCredentialsProvidersTest, VersionInfoTest, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, TestXmlQParser, HdfsWriteToMultipleCollectionsTest, TestLockTree, AddBlockUpdateTest, TestDynamicLoading, TestWordDelimiterFilterFactory, ShardRoutingTest, TestSolrQueryParserResource, BasicAuthIntegrationTest, TestLRUCache, HighlighterTest, WordBreakSolrSpellCheckerTest, TestExclusionRuleCollectionAccess, TestShardHandlerFactory, FileUtilsTest, EchoParamsTest, TestManagedSynonymFilterFactory, ExplicitHLLTest, HdfsRecoveryZkTest, TermsComponentTest, CollectionsAPIDistributedZkTest, TestStressVersions, TestLeaderElectionZkExpiry, TestCursorMarkWithoutUniqueKey, TestQuerySenderListener, DateMathParserTest, CoreAdminRequestStatusTest, ConnectionManagerTest, SortByFunctionTest, DistanceFunctionTest, TestSolrCoreSnapshots, BasicFunctionalityTest, TestNonDefinedSimilarityFactory, TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, ZkCLITest, TestSearcherReuse, DistributedFacetPivotLargeTest, TestTrie, TestMacroExpander, LargeFieldTest, OpenCloseCoreStressTest, TestSystemIdResolver, TestSearchPerf, SortSpecParsingTest, TestSolrDynamicMBean, TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, TestRawTransformer, SolrCloudExampleTest, AtomicUpdatesTest, TestHalfAndHalfDocValues, SolrIndexSplitterTest, TestExactSharedStatsCache, TestCloudPivotFacet, ZkStateReaderTest, DistributedQueueTest, SimplePostToolTest, TestCloudNestedDocsSort, TestUnifiedSolrHighlighter, ShardRoutingCustomTest, SearchHandlerTest, TestClusterProperties, UpdateRequestProcessorFactoryTest, SaslZkACLProviderTest, TestSolrCloudWithDelegationTokens, DataDrivenBlockJoinTest, HdfsBasicDistributedZkTest, SolrInfoMBeanTest, TestRandomRequestDistribution, TestAuthorizationFramework, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorTest, TestSubQueryTransformer, TestHashQParserPlugin, TestSolrCLIRunExample, CoreSorterTest, TestReqParamsAPI, TestSchemaNameResource, ZkControllerTest, DeleteInactiveReplicaTest, CSVRequestHandlerTest, SchemaVersionSpecificBehaviorTest, MultiTermTest, DistributedTermsComponentTest, TestHighFrequencyDictionaryFactory, TestTolerantUpdateProcessorCloud, TestOverriddenPrefixQueryForCustomFieldType, ChangedSchemaMergeTest, TestDeleteCollectionOnDownNodes, SolrCmdDistributorTest, BasicDistributedZk2Test, OverseerTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CollectionsAPISolrJTest, DistribCursorPagingTest, HttpPartitionTest]
[junit4] Completed [520/711 (2!)] on J1 in 154.40s, 1 test, 1 failure <<< FAILURES!
[...truncated 44030 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 10 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/10/
2 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([70A8DCFCC7D9473B:93AC87796CC2837C]:0)
at org.apache.lucene.util.BytesRef.<init>(BytesRef.java:76)
at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
at org.apache.lucene.util.fst.Outputs.readFinalOutput(Outputs.java:77)
at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1094)
at org.apache.lucene.util.fst.FST.cacheRootArcs(FST.java:500)
at org.apache.lucene.util.fst.FST.finish(FST.java:464)
at org.apache.lucene.util.fst.Builder.finish(Builder.java:497)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
FAILED: org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([DA7C59F954DC1F1D:5D2B2476C585639D]:0)
at org.apache.lucene.util.fst.BytesStore.writeBytes(BytesStore.java:112)
at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:120)
at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:35)
at org.apache.lucene.util.fst.FST.pack(FST.java:1711)
at org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1916)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1873)
at org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:798)
at org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:753)
at org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:702)
at org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:633)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
Build Log:
[...truncated 1422 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=70A8DCFCC7D9473B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=sl-SI -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 1156s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([70A8DCFCC7D9473B:93AC87796CC2837C]:0)
[junit4] > at org.apache.lucene.util.BytesRef.<init>(BytesRef.java:76)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
[junit4] > at org.apache.lucene.util.fst.Outputs.readFinalOutput(Outputs.java:77)
[junit4] > at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1094)
[junit4] > at org.apache.lucene.util.fst.FST.cacheRootArcs(FST.java:500)
[junit4] > at org.apache.lucene.util.fst.FST.finish(FST.java:464)
[junit4] > at org.apache.lucene.util.fst.Builder.finish(Builder.java:497)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] > at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] > at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight_70A8DCFCC7D9473B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1946, maxMBSortInHeap=7.868160743586728, sim=RandomSimilarity(queryNorm=false,coord=no): {titleTokenized=IB LL-DZ(0.3), body=IB SPL-L2}, locale=sl-SI, timezone=America/St_Kitts
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=296859384,total=424148992
[junit4] 2> NOTE: All tests run in this JVM: [TestDuelingCodecs, TestReaderClosed, TestFilterIterator, TestDocIDMerger, TestExternalCodecs, TestTopDocsCollector, TestCharFilter, TestLockFactory, Test2BBKDPoints, TestMergeSchedulerExternal, TestBytesRef, TestIntArrayDocIdSet, TestNRTReaderCleanup, TestFieldReuse, TestCheckIndex, TestNIOFSDirectory, TestFixedBitSet, TestTerm, TestBinaryTerms, TestOmitPositions, TestFSTs, TestMultiMMap, TestRegexpRandom, TestSloppyMath, TestPerFieldPostingsFormat, TestMultiTermConstantScore, TestSortRandom, TestDeterminism, TestBinaryDocument, TestConstantScoreQuery, TestReusableStringReader, TestOmitTf, TestFilterLeafReader, TestIndexWriterOnVMError, TestFieldCacheRewriteMethod, TestIndexSearcher, TestSpanTermQuery, TestMultiTermQueryRewrites, TestDocCount, TestSumDocFreq, TestSentinelIntSet, TestGeoEncodingUtils, TestSimpleSearchEquivalence, TestLSBRadixSorter, TestDocumentsWriterDeleteQueue, TestMinShouldMatch2, TestStringHelper, TestOmitNorms, TestDuelingCodecsAtNight]
[junit4] Completed [350/456 (1!)] on J1 in 1177.42s, 3 tests, 1 error <<< FAILURES!
[...truncated 340 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/temp/junit4-J1-20170522_083123_5403083482287444687955.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid14318.hprof ...
[junit4] Heap dump file created [422390182 bytes in 0.462 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 7879 lines...]
[junit4] Suite: org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLegacyGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=DA7C59F954DC1F1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 2256s J1 | TestLegacyGeoPointQuery.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([DA7C59F954DC1F1D:5D2B2476C585639D]:0)
[junit4] > at org.apache.lucene.util.fst.BytesStore.writeBytes(BytesStore.java:112)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:120)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:35)
[junit4] > at org.apache.lucene.util.fst.FST.pack(FST.java:1711)
[junit4] > at org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1916)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1873)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:798)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:753)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:702)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:633)
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testRandomDistanceHuge
[junit4] > Assumption #1: legacy encoding is too slow/hangs on this test
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testRandomDistance
[junit4] > Assumption #1: legacy encoding is too slow/hangs on this test
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testSamePointManyTimes
[junit4] > Assumption #1: legacy encoding goes OOM on this test
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/spatial/test/J1/temp/lucene.spatial.geopoint.search.TestLegacyGeoPointQuery_DA7C59F954DC1F1D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Memory doPackFST= false), string=Lucene50(blocksize=128), id=Lucene50(blocksize=128), point=PostingsFormat(name=Memory doPackFST= true)}, docValues:{field=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene54), point=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1171, maxMBSortInHeap=6.912929434624196, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-LY, timezone=Hongkong
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=235261672,total=448790528
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyGeoPointQuery]
[junit4] Completed [4/4 (1!)] on J1 in 2626.80s, 40 tests, 1 error, 3 skipped <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/spatial/test/temp/junit4-J1-20170522_103233_021428762341647276989.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid21465.hprof ...
[junit4] Heap dump file created [462668928 bytes in 1.037 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 11697 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14318.hprof
* java_pid21465.hprof
Total time: 289 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 9 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/9/
2 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings
Error Message:
outputEndNode=3 vs inputTo=2
Stack Trace:
java.lang.AssertionError: outputEndNode=3 vs inputTo=2
at __randomizedtesting.SeedInfo.seed([E35CB6A9A0ADFBB8:890709B8F9E3DB4B]:0)
at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:730)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at __randomizedtesting.SeedInfo.seed([49BA885E0EB909C3:7FAEEA1884E433D2]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 3160 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> TEST FAIL: useCharFilter=true text='<p>\\\"< \ud83c\udc7f\ud83c\udc50 kyxgfmsyozqzqq \u2c77\u2c7c\u2c74\u2c68 tgwqqnkz mj'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.fa.PersianCharFilter(java.io.StringReader@1429de93)
[junit4] 2> org.apache.lucene.analysis.pattern.PatternReplaceCharFilter(a, <HANGUL>, org.apache.lucene.analysis.fa.PersianCharFilter@4cf58820)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.UAX29URLEmailTokenizer(org.apache.lucene.util.AttributeFactory$1@c798683c)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.miscellaneous.CodepointCountFilter(ValidatingTokenFilter@25c3f003 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word, 17, 31)
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@7611d032 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
[junit4] 2> org.apache.lucene.analysis.core.FlattenGraphFilter(ValidatingTokenFilter@19064e70 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
[junit4] 2> offsetsAreCorrect=true
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=E35CB6A9A0ADFBB8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=es-CR -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 23.5s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
[junit4] > Throwable #1: java.lang.AssertionError: outputEndNode=3 vs inputTo=2
[junit4] > at __randomizedtesting.SeedInfo.seed([E35CB6A9A0ADFBB8:890709B8F9E3DB4B]:0)
[junit4] > at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:730)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_E35CB6A9A0ADFBB8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {dummy=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=508, maxMBSortInHeap=7.7739547181262205, sim=RandomSimilarity(queryNorm=true,coord=no): {dummy=DFR I(F)B2}, locale=es-CR, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=35313576,total=261619712
[junit4] 2> NOTE: All tests run in this JVM: [TestWordDelimiterGraphFilter, TestStandardFactories, TestTeeSinkTokenFilter, TestStemmerOverrideFilterFactory, TestRemoveDuplicatesTokenFilterFactory, TestKStemmer, TestCircumfix, TestHunspellStemFilterFactory, TestRussianAnalyzer, TestCJKBigramFilterFactory, TestPersianAnalyzer, TestOptionalCondition, TestSoraniStemFilterFactory, TestHomonyms, TestCodepointCountFilterFactory, GreekAnalyzerTest, TestIndonesianAnalyzer, TestZeroAffix, TestEnglishMinimalStemFilterFactory, TestStemmerOverrideFilter, TestReversePathHierarchyTokenizer, NGramTokenFilterTest, TestPortugueseAnalyzer, TestDictionary, ShingleAnalyzerWrapperTest, TestSwedishLightStemFilterFactory, TokenOffsetPayloadTokenFilterTest, TestEnglishMinimalStemFilter, TestPerFieldAnalyzerWrapper, TestWordnetSynonymParser, TestScandinavianNormalizationFilterFactory, DateRecognizerFilterTest, TestCzechStemmer, TestLimitTokenCountFilterFactory, TestGalicianAnalyzer, TestLimitTokenOffsetFilterFactory, TestRandomChains]
[junit4] Completed [156/278 (1!)] on J2 in 123.35s, 2 tests, 1 failure <<< FAILURES!
[...truncated 10140 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/init-core-data-001
[junit4] 2> 3370478 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 3370479 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 3370480 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001
[junit4] 2> 3370480 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3370481 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3370481 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3370483 ERROR (Thread-12091) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3370581 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33302
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370592 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31de1d4d{/solr,null,AVAILABLE}
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c9b7e5f{HTTP/1.1,[http/1.1]}{127.0.0.1:48736}
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.Server Started @3373989ms
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48736}
[junit4] 2> 3370594 ERROR (jetty-launcher-4736-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.290Z
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48b4135d{/solr,null,AVAILABLE}
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c994e9d{HTTP/1.1,[http/1.1]}{127.0.0.1:44783}
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.Server Started @3373993ms
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
[junit4] 2> 3370598 ERROR (jetty-launcher-4736-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6db6b94f{/solr,null,AVAILABLE}
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f1cf547{HTTP/1.1,[http/1.1]}{127.0.0.1:60795}
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.293Z
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.Server Started @3373994ms
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60795}
[junit4] 2> 3370598 ERROR (jetty-launcher-4736-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.294Z
[junit4] 2> 3370603 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ed0cc4c{/solr,null,AVAILABLE}
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76efeb93{/solr,null,AVAILABLE}
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@336d6cd{HTTP/1.1,[http/1.1]}{127.0.0.1:33227}
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.Server Started @3374002ms
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33227}
[junit4] 2> 3370607 ERROR (jetty-launcher-4736-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.302Z
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e1b8f2a{/solr,null,AVAILABLE}
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67c93da5{HTTP/1.1,[http/1.1]}{127.0.0.1:36113}
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.Server Started @3374004ms
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36113}
[junit4] 2> 3370608 ERROR (jetty-launcher-4736-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.304Z
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c318d3{/solr,null,AVAILABLE}
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e442da3{HTTP/1.1,[http/1.1]}{127.0.0.1:56453}
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.Server Started @3374006ms
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56453}
[junit4] 2> 3370610 ERROR (jetty-launcher-4736-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.306Z
[junit4] 2> 3370612 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b35d23{HTTP/1.1,[http/1.1]}{127.0.0.1:41178}
[junit4] 2> 3370614 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370614 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.Server Started @3374010ms
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3da4af5e{/solr,null,AVAILABLE}
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41178}
[junit4] 2> 3370615 ERROR (jetty-launcher-4736-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.310Z
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c8814ec{HTTP/1.1,[http/1.1]}{127.0.0.1:43368}
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.Server Started @3374033ms
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43368}
[junit4] 2> 3370637 ERROR (jetty-launcher-4736-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.333Z
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370639 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0c66e1{/solr,null,AVAILABLE}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4adeaf65{HTTP/1.1,[http/1.1]}{127.0.0.1:45176}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.Server Started @3374036ms
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45176}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370641 ERROR (jetty-launcher-4736-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.336Z
[junit4] 2> 3370642 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370644 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa103210003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370646 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a0a31f4{/solr,null,AVAILABLE}
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@719d42cc{HTTP/1.1,[http/1.1]}{127.0.0.1:55934}
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.Server Started @3374044ms
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55934}
[junit4] 2> 3370649 ERROR (jetty-launcher-4736-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.344Z
[junit4] 2> 3370650 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370650 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370652 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370655 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370659 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370661 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370663 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370665 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370666 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370667 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370668 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370668 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370674 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370675 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370678 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370683 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370684 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370693 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370694 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370695 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370700 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370707 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370709 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44783_solr
[junit4] 2> 3370713 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.Overseer Overseer (id=98000162925903886-127.0.0.1:44783_solr-n_0000000000) starting
[junit4] 2> 3370715 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370718 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370718 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48736_solr
[junit4] 2> 3370723 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370725 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370735 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370736 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370737 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56453_solr
[junit4] 2> 3370738 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370740 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370745 INFO (zkCallback-4772-thread-1-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370745 INFO (zkCallback-4776-thread-1-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370745 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370751 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3370751 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370754 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370755 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370755 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43368_solr
[junit4] 2> 3370756 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370756 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370756 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370765 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370765 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370765 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370766 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370766 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370767 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370768 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370768 INFO (OverseerStateUpdate-98000162925903886-127.0.0.1:44783_solr-n_0000000000) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370768 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 3370770 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3370771 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60795_solr
[junit4] 2> 3370777 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36113_solr
[junit4] 2> 3370777 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370778 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370781 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33227_solr
[junit4] 2> 3370781 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370783 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3370784 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3370785 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370785 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370786 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370786 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370787 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370788 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 3370788 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370789 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370789 INFO (zkCallback-4789-thread-1-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370791 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55934_solr
[junit4] 2> 3370791 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370793 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370793 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370794 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370794 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370801 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45176_solr
[junit4] 2> 3370804 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370850 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (9)
[junit4] 2> 3370862 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (9)
[junit4] 2> 3370863 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (9)
[junit4] 2> 3370865 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370869 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41178_solr
[junit4] 2> 3370870 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370873 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370873 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370931 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node1/.
[junit4] 2> 3370933 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node3/.
[junit4] 2> 3370950 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/.
[junit4] 2> 3370954 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/.
[junit4] 2> 3370955 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node2/.
[junit4] 2> 3371021 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/.
[junit4] 2> 3371028 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/.
[junit4] 2> 3371033 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/.
[junit4] 2> 3371038 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node5/.
[junit4] 2> 3371075 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/.
[junit4] 2> 3371087 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 3371089 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33302/solr ready
[junit4] 2> 3371569 INFO (qtp1311417873-29415) [n:127.0.0.1:55934_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3371571 INFO (OverseerThreadFactory-8632-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 3371680 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3371681 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371686 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3371687 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3371687 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371688 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371690 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3371690 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371691 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3371691 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3371693 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371693 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371693 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3371693 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371810 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371810 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3372707 WARN (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372708 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372723 WARN (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372724 WARN (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372724 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372725 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372743 WARN (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372744 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372746 WARN (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372747 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372751 WARN (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372751 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372753 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/./test_col_shard1_replica1/data/]
[junit4] 2> 3372755 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372761 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372764 WARN (qtp336173649-29343) [n:127.0.0.1:56453_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372765 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372768 WARN (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3372769 WARN (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372769 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372773 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/./test_col_shard3_replica2/data/]
[junit4] 2> 3372775 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372778 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372803 WARN (qtp1404506291-29347) [n:127.0.0.1:60795_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372804 WARN (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372804 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372805 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372806 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372807 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372807 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/./test_col_shard4_replica1/data/]
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372817 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372819 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372820 WARN (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3372824 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/./test_col_shard4_replica2/data/]
[junit4] 2> 3372830 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372832 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372832 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372834 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372834 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/./test_col_shard1_replica2/data/]
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/./test_col_shard3_replica1/data/]
[junit4] 2> 3372836 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372836 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372836 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372840 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372842 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=min
[...truncated too long message...]
ervletContextHandler@1b0c66e1{/solr,null,UNAVAILABLE}
[junit4] 2> 3502884 WARN (zkCallback-4782-thread-3-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3502885 INFO (jetty-closer-4737-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e1b8f2a{/solr,null,UNAVAILABLE}
[junit4] 2> 3502968 WARN (zkCallback-4774-thread-2-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3502969 INFO (jetty-closer-4737-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c318d3{/solr,null,UNAVAILABLE}
[junit4] 2> 3503060 WARN (zkCallback-4793-thread-2-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503062 INFO (jetty-closer-4737-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ed0cc4c{/solr,null,UNAVAILABLE}
[junit4] 2> 3503074 WARN (zkCallback-4771-thread-2-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503075 INFO (jetty-closer-4737-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6db6b94f{/solr,null,UNAVAILABLE}
[junit4] 2> 3503083 WARN (zkCallback-4758-thread-3-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503084 INFO (jetty-closer-4737-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48b4135d{/solr,null,UNAVAILABLE}
[junit4] 2> 3503085 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3503086 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33302 33302
[junit4] 2> 3503183 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33302 33302
[junit4] 2> 3503185 WARN (Thread-12091) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 4 /solr/overseer_elect/election/98000162925903886-127.0.0.1:44783_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903894-127.0.0.1:60795_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903901-127.0.0.1:55934_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903891-127.0.0.1:48736_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903895-127.0.0.1:36113_solr-n_0000000005
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> 3503185 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001
[junit4] 2> May 21, 2017 10:52:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mk, timezone=Asia/Beirut
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=102071384,total=530055168
[junit4] 2> NOTE: All tests run in this JVM: [TestNamedUpdateProcessors, TestFieldTypeResource, TestSolrCloudWithSecureImpersonation, TestAtomicUpdateErrorCases, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, SuggestComponentTest, HdfsRecoverLeaseTest, NodeMutatorTest, ClassificationUpdateProcessorIntegrationTest, TestScoreJoinQPNoScore, HighlighterConfigTest, HighlighterMaxOffsetTest, RankQueryTest, CustomCollectionTest, TestDFISimilarityFactory, DateFieldTest, DeleteNodeTest, JSONWriterTest, TestApiFramework, RecoveryAfterSoftCommitTest, TestReplicationHandler, DisMaxRequestHandlerTest, OutputWriterTest, TestRangeQuery, TestFoldingMultitermQuery, TestRuleBasedAuthorizationPlugin, HdfsSyncSliceTest, ReturnFieldsTest, HdfsUnloadDistributedZkTest, CdcrUpdateLogTest, DefaultValueUpdateProcessorTest, TestJsonFacetRefinement, SignatureUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestOmitPositions, SharedFSAutoReplicaFailoverTest, PreAnalyzedFieldManagedSchemaCloudTest, BlobRepositoryCloudTest, SolrCLIZkUtilsTest, TestPayloadScoreQParserPlugin, TestCryptoKeys, TestSmileRequest, PathHierarchyTokenizerFactoryTest, TestFastWriter, DistanceUnitsTest, SecurityConfHandlerTest, DistributedQueryElevationComponentTest, CacheHeaderTest, TestSolrFieldCacheMBean, CdcrReplicationHandlerTest, BitVectorTest, TestBadConfig, TestImpersonationWithHadoopAuth, BasicZkTest, ConfigureRecoveryStrategyTest, TestSolrDeletionPolicy2, CursorPagingTest, FileBasedSpellCheckerTest, TestReplicaProperties, TestFastLRUCache, TestPathTrie, TestSolrConfigHandlerConcurrent, QueryElevationComponentTest, TestRestManager, LeaderElectionContextKeyTest, PolyFieldTest, ChaosMonkeyNothingIsSafeTest, TestFieldCacheReopen, PeerSyncTest, TestStressLucene, TestRandomFaceting, MBeansHandlerTest, TestFunctionQuery, HdfsLockFactoryTest, TestStressRecovery, OverseerCollectionConfigSetProcessorTest, TestComponentsName, TestUseDocValuesAsStored2, UpdateLogTest, CloudMLTQParserTest, SolrMetricReporterTest, TestHdfsUpdateLog, TestLazyCores, TestRandomFlRTGCloud, TestDistribIDF, TestCSVLoader, OverseerStatusTest, UtilsToolTest, TestCustomStream, CursorMarkTest, TestRandomDVFaceting, AlternateDirectoryTest, TestManagedStopFilterFactory, TestSchemaManager, TestSQLHandler, TestLocalFSCloudBackupRestore, SolrCoreTest, ResourceLoaderTest, TestCodecSupport, TestSubQueryTransformerDistrib, TestChildDocTransformer, SyncSliceTest, TestClusterStateMutator, TestDocSet, TestBinaryResponseWriter, TestAuthenticationFramework, ExternalFileFieldSortTest, TestFaceting, TestRealTimeGet, TestSolrCloudSnapshots, TestTrieFacet, TestConfigSetsAPI, CoreAdminCreateDiscoverTest, SynonymTokenizerTest, FacetPivotSmallTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, TestQueryUtils, TestWriterPerf, TermsComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, TestJmxIntegration, CSVRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, NumericFieldsTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestXIncludeConfig, TestPerFieldSimilarity, URLClassifyProcessorTest, PrimUtilsTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, UUIDFieldTest, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, PeerSyncReplicationTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [542/711 (1!)] on J0 in 132.97s, 5 tests, 1 error <<< FAILURES!
[...truncated 8030 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 269 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any