You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/08/28 19:53:54 UTC

[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 3464 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/3464/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
commitWithin did not work on node: http://127.0.0.1:57853/ptxhl/bo/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:57853/ptxhl/bo/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([408FF330BBDD7DE4:C8DBCCEA1521101C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:333)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SoftAutoCommitTest

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([408FF330BBDD7DE4]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1268)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:124)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:567)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:675)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor47.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SoftAutoCommitTest

Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 11,866,896 bytes (threshold is 10,485,760). Field reference sizes (counted individually):   - 12,297,808 bytes, protected static org.apache.solr.util.TestHarness$LocalRequestFactory org.apache.solr.SolrTestCaseJ4.lrf   - 12,297,568 bytes, protected static org.apache.solr.util.TestHarness org.apache.solr.SolrTestCaseJ4.h   - 7,181,592 bytes, protected static org.apache.solr.core.SolrConfig org.apache.solr.SolrTestCaseJ4.solrConfig   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome   - 208 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules   - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp   - 72 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.configString   - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName   - 64 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.schemaString

Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 11,866,896 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
  - 12,297,808 bytes, protected static org.apache.solr.util.TestHarness$LocalRequestFactory org.apache.solr.SolrTestCaseJ4.lrf
  - 12,297,568 bytes, protected static org.apache.solr.util.TestHarness org.apache.solr.SolrTestCaseJ4.h
  - 7,181,592 bytes, protected static org.apache.solr.core.SolrConfig org.apache.solr.SolrTestCaseJ4.solrConfig
  - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
  - 208 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
  - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
  - 72 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.configString
  - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
  - 64 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.schemaString
	at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:127)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9475 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/init-core-data-001
   [junit4]   2> 278551 INFO  (SUITE-BasicDistributedZkTest-seed#[408FF330BBDD7DE4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ptxhl/bo
   [junit4]   2> 278556 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 278556 INFO  (Thread-542) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 278556 INFO  (Thread-542) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 278656 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:50680
   [junit4]   2> 278656 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 278657 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278664 INFO  (zkCallback-432-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45ea368b name:ZooKeeperConnection Watcher:127.0.0.1:50680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 278664 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278664 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 278665 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 278668 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 278675 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278676 INFO  (zkCallback-433-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56b2f956 name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 278676 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278676 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 278677 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 278679 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 278681 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 278701 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 278703 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 278703 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 278705 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 278705 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 278707 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 278707 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 278709 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 278709 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 278710 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 278711 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 278712 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 278712 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 278714 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 278714 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 278715 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 278716 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 278725 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 278725 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 278727 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 278727 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 278728 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 278728 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 279171 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1
   [junit4]   2> 279188 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 279239 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4519778a{/ptxhl/bo,null,AVAILABLE}
   [junit4]   2> 279241 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.ServerConnector Started ServerConnector@af72877{HTTP/1.1}{127.0.0.1:44512}
   [junit4]   2> 279241 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.Server Started @282572ms
   [junit4]   2> 279242 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ptxhl/bo, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/tempDir-001/control/data, hostPort=44512}
   [junit4]   2> 279242 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0add57
   [junit4]   2> 279242 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/'
   [junit4]   2> 279273 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 279274 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279275 INFO  (zkCallback-434-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66cddc3d name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 279275 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279276 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 279278 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 279278 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/solr.xml
   [junit4]   2> 279294 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores
   [junit4]   2> 279295 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer New CoreContainer 1192067478
   [junit4]   2> 279295 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/]
   [junit4]   2> 279295 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/lib
   [junit4]   2> 279295 WARN  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/lib).
   [junit4]   2> 279305 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 279306 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 279307 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 279307 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 279307 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50680/solr
   [junit4]   2> 279307 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 279307 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 279308 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279330 INFO  (zkCallback-436-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@685d27f9 name:ZooKeeperConnection Watcher:127.0.0.1:50680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 279331 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279331 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 279343 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279372 INFO  (zkCallback-437-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4af83c4f name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 279372 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279374 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 279376 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 279379 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 279383 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 279388 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 279390 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 279391 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 279392 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 279393 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 279394 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44512_ptxhl%2Fbo
   [junit4]   2> 279394 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44512_ptxhl%2Fbo
   [junit4]   2> 279397 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 279407 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 279408 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 279409 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000
   [junit4]   2> 279412 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44512_ptxhl%2Fbo
   [junit4]   2> 279413 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 279414 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer Overseer (id=94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) starting
   [junit4]   2> 279415 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 279427 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 279435 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 279436 INFO  (OverseerCollectionConfigSetProcessor-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 279436 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 279453 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 279521 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 279521 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 279522 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores
   [junit4]   2> 279523 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.SolrCore Created CoreDescriptor: {shard=, dataDir=data/, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, coreNodeName=, collection=control_collection, name=collection1, loadOnStartup=true, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/, config=solrconfig.xml, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1}
   [junit4]   2> 279523 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/
   [junit4]   2> 279523 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 279533 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 279534 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 279534 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 279534 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 279536 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "node_name":"127.0.0.1:44512_ptxhl%2Fbo",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44512/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"} current state version: 0
   [junit4]   2> 279537 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "node_name":"127.0.0.1:44512_ptxhl%2Fbo",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44512/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 279537 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 279538 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 279540 INFO  (zkCallback-437-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 279546 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 279546 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 279546 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 279547 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 279547 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 279548 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 279548 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/'
   [junit4]   2> 279548 INFO  (zkCallback-437-thread-2-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 279592 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 279608 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 279635 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.4.0
   [junit4]   2> 279667 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 279668 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 279675 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 280005 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 280028 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 280053 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 280065 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 280071 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 280074 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 280075 WARN  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 280076 WARN  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 280076 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 280076 WARN  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 280077 WARN  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 280078 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 280078 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 280078 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 280078 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 280079 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e1246a4
   [junit4]   2> 280079 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data
   [junit4]   2> 280080 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data/index/
   [junit4]   2> 280080 WARN  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 280080 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data/index
   [junit4]   2> 280080 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 280081 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@74cd1969 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@453f7867),segFN=segments_1,generation=1}
   [junit4]   2> 280081 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 280089 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 280089 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 280089 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 280090 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 280090 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 280090 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 280090 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 280091 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 280091 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 280092 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data/
   [junit4]   2> 280092 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 280095 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 280105 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 280107 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 280109 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 280113 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/segments,/admin/ping,/admin/threads,/update/csv,/replication,/get,/admin/logging,/admin/luke,/admin/mbeans,/admin/system,/update/json/docs,standard,/update/json,/admin/plugins,/config,/schema,/admin/properties,/update,/admin/file
   [junit4]   2> 280115 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 280115 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 280116 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 280117 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 280117 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 280117 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 280118 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@74cd1969 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@453f7867),segFN=segments_1,generation=1}
   [junit4]   2> 280118 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 280118 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@10570a04[collection1] main
   [junit4]   2> 280119 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 280131 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 280131 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 280132 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 280132 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 280132 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 280133 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 280133 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 280133 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 280133 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 280134 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 280134 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 280134 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 280134 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510770115277225984
   [junit4]   2> 280136 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510770115277225984
   [junit4]   2> 280137 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 280144 INFO  (coreLoadExecutor-508-thread-1-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 280145 INFO  (searcherExecutor-509-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@10570a04[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 280155 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44512/ptxhl/bo collection:control_collection shard:shard1
   [junit4]   2> 280156 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 280164 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94423132101541892-core_node1-n_0000000000
   [junit4]   2> 280165 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 280167 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44512/ptxhl/bo/collection1/
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44512/ptxhl/bo/collection1/ has no replicas
   [junit4]   2> 280169 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44512/ptxhl/bo/collection1/ shard1
   [junit4]   2> 280170 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 280173 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44512/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 280276 INFO  (zkCallback-437-thread-2-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 280276 INFO  (zkCallback-437-thread-3-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 280329 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44512/ptxhl/bo/collection1/ and leader is http://127.0.0.1:44512/ptxhl/bo/collection1/
   [junit4]   2> 280329 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44512/ptxhl/bo
   [junit4]   2> 280330 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 280330 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 280330 INFO  (coreZkRegister-502-thread-1-processing-r:core_node1 n:127.0.0.1:44512_ptxhl%2Fbo s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:44512_ptxhl%2Fbo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 280332 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"active",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "node_name":"127.0.0.1:44512_ptxhl%2Fbo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:44512/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"} current state version: 2
   [junit4]   2> 280332 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "state":"active",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "node_name":"127.0.0.1:44512_ptxhl%2Fbo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:44512/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 280436 INFO  (zkCallback-437-thread-2-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 280436 INFO  (zkCallback-437-thread-3-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 280544 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 280563 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 280571 INFO  (zkCallback-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d5ed429 name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 280571 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 280572 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 280572 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 280575 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 281260 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores/collection1
   [junit4]   2> 281261 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001
   [junit4]   2> 281272 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 281397 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e5a6b41{/ptxhl/bo,null,AVAILABLE}
   [junit4]   2> 281398 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.ServerConnector Started ServerConnector@423787f8{HTTP/1.1}{127.0.0.1:57853}
   [junit4]   2> 281398 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.e.j.s.Server Started @284729ms
   [junit4]   2> 281398 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/tempDir-001/jetty1, hostContext=/ptxhl/bo, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores, hostPort=57853, solrconfig=solrconfig.xml}
   [junit4]   2> 281398 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0add57
   [junit4]   2> 281399 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/'
   [junit4]   2> 281421 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 281430 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 281440 INFO  (zkCallback-440-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2301c03f name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 281440 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 281441 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 281446 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 281446 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/solr.xml
   [junit4]   2> 281479 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores
   [junit4]   2> 281479 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer New CoreContainer 1580577836
   [junit4]   2> 281479 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/]
   [junit4]   2> 281479 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/lib
   [junit4]   2> 281480 WARN  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/lib).
   [junit4]   2> 281526 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 281527 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 281528 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 281528 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 281528 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50680/solr
   [junit4]   2> 281528 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 281529 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 281556 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 281577 INFO  (zkCallback-442-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@357c3d70 name:ZooKeeperConnection Watcher:127.0.0.1:50680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 281584 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 281584 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 281628 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 281636 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@793cfee6 name:ZooKeeperConnection Watcher:127.0.0.1:50680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 281636 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 281645 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 282650 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57853_ptxhl%2Fbo
   [junit4]   2> 282651 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57853_ptxhl%2Fbo
   [junit4]   2> 282652 INFO  (zkCallback-437-thread-2-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 282653 INFO  (zkCallback-439-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 282652 INFO  (zkCallback-437-thread-3-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 282654 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 282655 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 282656 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94423132101541896-127.0.0.1:57853_ptxhl%2Fbo-n_0000000001
   [junit4]   2> 282656 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000 to know if I could be the leader
   [junit4]   2> 282718 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 282719 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 282720 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores
   [junit4]   2> 282736 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.SolrCore Created CoreDescriptor: {collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores/collection1/, configSetProperties=configsetprops.json, schema=schema.xml, loadOnStartup=true, dataDir=data/, shard=, config=solrconfig.xml, name=collection1, coreNodeName=, transient=false, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores/collection1}
   [junit4]   2> 282737 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_408FF330BBDD7DE4-001/shard-1-001/cores/collection1/
   [junit4]   2> 282737 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 282738 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 282738 INFO  (TEST-BasicDistributedZkTest.test-seed#[408FF330BBDD7DE4]) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 282738 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 282738 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 282740 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "node_name":"127.0.0.1:57853_ptxhl%2Fbo",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57853/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"collection1"} current state version: 3
   [junit4]   2> 282741 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 282741 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "node_name":"127.0.0.1:57853_ptxhl%2Fbo",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57853/ptxhl/bo",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"collection1"}
   [junit4]   2> 282741 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 282741 INFO  (OverseerStateUpdate-94423132101541892-127.0.0.1:44512_ptxhl%2Fbo-n_0000000000) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 282743 INFO  (zkCallback-439-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 282743 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 282743 INFO  (zkCallback-437-thread-2-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 282743 INFO  (zkCallback-437-thread-3-processing-n:127.0.0.1:44512_ptxhl%2Fbo) [n:127.0.0.1:44512_ptxhl%2Fbo    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 283742 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 283742 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 283744 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 283744 INFO  (coreLoadExecutor-519-thread-1-processing-n:127.0.0.1:57853_ptxhl%2Fbo) [n:127.0.0.1:57853_ptxhl%2Fbo c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 283744 INFO  (coreLoadExecutor-519-thread-1-processing-n:

[...truncated too long message...]

   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 632340 ERROR (SUITE-SoftAutoCommitTest-seed#[408FF330BBDD7DE4]-worker) [    x:collection1] o.a.s.c.CoreContainer Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1268)
   [junit4]   2> 	at org.apache.solr.core.SolrCores.close(SolrCores.java:124)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:567)
   [junit4]   2> 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:675)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor47.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {timestamp=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Direct), range_facet_l_dv=PostingsFormat(name=Direct), intDefault=Lucene50(blocksize=128), _version_=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), subject=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Lucene50), range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=zh_SG, timezone=Pacific/Majuro
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=1,free=61694464,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestBlendedInfixSuggestions, HdfsSyncSliceTest, ZkCLITest, BasicAuthIntegrationTest, TestSolrXml, MinimalSchemaTest, TestNonDefinedSimilarityFactory, TestCloudPivotFacet, ChaosMonkeyNothingIsSafeTest, PKIAuthenticationIntegrationTest, UniqFieldsUpdateProcessorFactoryTest, TestQueryTypes, TestLFUCache, TestCloudSchemaless, TestTrie, SimplePostToolTest, CollectionsAPIDistributedZkTest, TestChildDocTransformer, BlockDirectoryTest, EnumFieldTest, MultiTermTest, TestDFRSimilarityFactory, SolrTestCaseJ4Test, ZkSolrClientTest, TestBlobHandler, TestHashPartitioner, HdfsRecoverLeaseTest, DirectSolrSpellCheckerTest, TestConfigSetImmutable, SharedFSAutoReplicaFailoverUtilsTest, SimpleMLTQParserTest, AssignTest, TestMissingGroups, SolrPluginUtilsTest, TestBM25SimilarityFactory, ExplicitHLLTest, AnalyticsQueryTest, SoftAutoCommitTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.seed=408FF330BBDD7DE4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh_SG -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | SoftAutoCommitTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([408FF330BBDD7DE4]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1268)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:124)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:567)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:675)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 11,866,896 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
   [junit4]    >   - 12,297,808 bytes, protected static org.apache.solr.util.TestHarness$LocalRequestFactory org.apache.solr.SolrTestCaseJ4.lrf
   [junit4]    >   - 12,297,568 bytes, protected static org.apache.solr.util.TestHarness org.apache.solr.SolrTestCaseJ4.h
   [junit4]    >   - 7,181,592 bytes, protected static org.apache.solr.core.SolrConfig org.apache.solr.SolrTestCaseJ4.solrConfig
   [junit4]    >   - 232 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.testSolrHome
   [junit4]    >   - 208 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
   [junit4]    >   - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
   [junit4]    >   - 72 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.configString
   [junit4]    >   - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
   [junit4]    >   - 64 bytes, protected static java.lang.String org.apache.solr.SolrTestCaseJ4.schemaString
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [150/536] on J1 in 23.01s, 3 tests, 2 failures <<< FAILURES!

[...truncated 1230 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:785: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:729: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1452: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1006: There were test failures: 536 suites, 2128 tests, 2 suite-level errors, 1 failure, 46 ignored (34 assumptions)

Total time: 57 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #3462
Archived 4 artifacts
Archive block size is 32768
Received 0 blocks and 295556325 bytes
Compression is 0.0%
Took 50 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure