You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/05/06 20:14:37 UTC

[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.8.0) - Build # 2225 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/2225/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls

Error Message:
Shard split did not complete. Last recorded state: running expected:<[completed]> but was:<[running]>

Stack Trace:
org.junit.ComparisonFailure: Shard split did not complete. Last recorded state: running expected:<[completed]> but was:<[running]>
	at __randomizedtesting.SeedInfo.seed([A2E796DC560CA659:FA831ABD50660E8D]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.schema.TestCloudManagedSchemaConcurrent.test

Error Message:
Captured an uncaught exception in thread: Thread[id=5854, name=Thread-1661, state=RUNNABLE, group=TGRP-TestCloudManagedSchemaConcurrent]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5854, name=Thread-1661, state=RUNNABLE, group=TGRP-TestCloudManagedSchemaConcurrent]
Caused by: java.lang.RuntimeException: org.apache.http.NoHttpResponseException: 127.0.0.1:53428 failed to respond
	at __randomizedtesting.SeedInfo.seed([A2E796DC560CA659]:0)
	at org.apache.solr.schema.TestCloudManagedSchemaConcurrent$PutFieldThread.run(TestCloudManagedSchemaConcurrent.java:536)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:53428 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:208)
	at org.apache.solr.util.RestTestHarness.put(RestTestHarness.java:120)
	at org.apache.solr.schema.TestCloudManagedSchemaConcurrent.addFieldPut(TestCloudManagedSchemaConcurrent.java:116)
	at org.apache.solr.schema.TestCloudManagedSchemaConcurrent.access$100(TestCloudManagedSchemaConcurrent.java:45)
	at org.apache.solr.schema.TestCloudManagedSchemaConcurrent$PutFieldThread.run(TestCloudManagedSchemaConcurrent.java:533)




Build Log:
[...truncated 10244 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudManagedSchemaConcurrent
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/init-core-data-001
   [junit4]   2> 611621 T3987 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 611621 T3987 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /h_ct/
   [junit4]   2> 611624 T3987 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 611625 T3988 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 611625 T3988 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 611728 T3987 oasc.ZkTestServer.run start zk server on port:53370
   [junit4]   2> 611728 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 611729 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611736 T3995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1551d597 name:ZooKeeperConnection Watcher:127.0.0.1:53370 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611736 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611737 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 611737 T3987 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 611743 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 611746 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611751 T3998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@729bafc name:ZooKeeperConnection Watcher:127.0.0.1:53370/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611751 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611752 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 611752 T3987 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 611757 T3987 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 611762 T3987 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 611766 T3987 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 611772 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 611773 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 611781 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 611781 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 611787 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 611788 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 611793 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 611794 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 611800 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 611801 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 611806 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 611807 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 611814 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 611814 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 611819 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 611819 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 611826 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 611827 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 611833 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 611833 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 611838 T3987 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 611839 T3987 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 612390 T3987 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1
   [junit4]   2> 612394 T3987 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 612401 T3987 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@4e5d7dd1{/h_ct,null,AVAILABLE}
   [junit4]   2> 612402 T3987 oejs.AbstractConnector.doStart Started ServerConnector@6180dcef{HTTP/1.1}{127.0.0.1:53373}
   [junit4]   2> 612403 T3987 oejs.Server.doStart Started @616020ms
   [junit4]   2> 612403 T3987 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/tempDir-001/control/data, hostContext=/h_ct, hostPort=53373, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores}
   [junit4]   2> 612405 T3987 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@74a14482
   [junit4]   2> 612405 T3987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/'
   [junit4]   2> 612453 T3987 oasc.SolrXmlConfig.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/solr.xml
   [junit4]   2> 612502 T3987 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores
   [junit4]   2> 612503 T3987 oasc.CoreContainer.<init> New CoreContainer 1028334692
   [junit4]   2> 612504 T3987 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/]
   [junit4]   2> 612504 T3987 oasc.CoreContainer.load loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/lib
   [junit4]   2> 612505 T3987 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/lib).
   [junit4]   2> 612522 T3987 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 612529 T3987 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 612531 T3987 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 612531 T3987 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 612532 T3987 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 612533 T3987 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53370/solr
   [junit4]   2> 612533 T3987 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 612534 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 612538 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612542 T4012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b8fe937 name:ZooKeeperConnection Watcher:127.0.0.1:53370 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612546 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612546 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 612559 T3987 n:127.0.0.1:53373_h_ct oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612566 T4015 n:127.0.0.1:53373_h_ct oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c7f7b17 name:ZooKeeperConnection Watcher:127.0.0.1:53370/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612577 T3987 n:127.0.0.1:53373_h_ct oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612581 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 612589 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 612599 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 612609 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 612617 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 612626 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 612632 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 612636 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 612640 T3987 n:127.0.0.1:53373_h_ct oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53373_h_ct
   [junit4]   2> 612641 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53373_h_ct
   [junit4]   2> 612646 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 612650 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 612654 T3987 n:127.0.0.1:53373_h_ct oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 612658 T3987 n:127.0.0.1:53373_h_ct oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53373_h_ct
   [junit4]   2> 612658 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 612662 T3987 n:127.0.0.1:53373_h_ct oasc.Overseer.start Overseer (id=93777698664349699-127.0.0.1:53373_h_ct-n_0000000000) starting
   [junit4]   2> 612667 T3987 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 612682 T3987 n:127.0.0.1:53373_h_ct oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 612684 T4017 n:127.0.0.1:53373_h_ct oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 612684 T3987 n:127.0.0.1:53373_h_ct oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 612686 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 612700 T3987 n:127.0.0.1:53373_h_ct oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores
   [junit4]   2> 612702 T3987 n:127.0.0.1:53373_h_ct oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 612702 T3987 n:127.0.0.1:53373_h_ct oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/
   [junit4]   2> 612702 T3987 n:127.0.0.1:53373_h_ct oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 612705 T4019 n:127.0.0.1:53373_h_ct c:control_collection x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 612705 T4019 n:127.0.0.1:53373_h_ct c:control_collection x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 612712 T4019 n:127.0.0.1:53373_h_ct oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 612718 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53373/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53373_h_ct",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 612719 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53373/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53373_h_ct",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 612720 T4016 n:127.0.0.1:53373_h_ct oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 612720 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 612724 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 612732 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 613714 T4019 n:127.0.0.1:53373_h_ct oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 613715 T4019 n:127.0.0.1:53373_h_ct oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 613717 T4019 n:127.0.0.1:53373_h_ct oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 613717 T4019 n:127.0.0.1:53373_h_ct oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 613719 T4019 n:127.0.0.1:53373_h_ct oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 613719 T4019 n:127.0.0.1:53373_h_ct oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/'
   [junit4]   2> 613752 T4019 n:127.0.0.1:53373_h_ct oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 613766 T4019 n:127.0.0.1:53373_h_ct oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 613769 T4019 n:127.0.0.1:53373_h_ct oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 613777 T4019 n:127.0.0.1:53373_h_ct oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 613778 T4019 n:127.0.0.1:53373_h_ct oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 613780 T4019 n:127.0.0.1:53373_h_ct oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 613786 T4019 n:127.0.0.1:53373_h_ct oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 613960 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 613977 T4019 n:127.0.0.1:53373_h_ct oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 613978 T4019 n:127.0.0.1:53373_h_ct oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 614066 T4019 n:127.0.0.1:53373_h_ct oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 614070 T4019 n:127.0.0.1:53373_h_ct oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 614074 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 614076 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 614077 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 614077 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 614079 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 614080 T4019 n:127.0.0.1:53373_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 614086 T4019 n:127.0.0.1:53373_h_ct oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 614091 T4019 n:127.0.0.1:53373_h_ct oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 614100 T4019 n:127.0.0.1:53373_h_ct oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 614100 T4019 n:127.0.0.1:53373_h_ct oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 614100 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 614101 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 614101 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.initInfoRegistry JMX monitoring not detected for core: collection1
   [junit4]   2> 614102 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data
   [junit4]   2> 614103 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data/index/
   [junit4]   2> 614104 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 614105 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data/index
   [junit4]   2> 614107 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=89.953125, floorSegmentMB=2.09375, forceMergeDeletesPctAllowed=1.957370301053305, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 614113 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68b19d62; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 614114 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 614116 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 614117 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.RequestHandlers.applyInitParams WARN INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 614128 T4019 n:127.0.0.1:53373_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 614129 T4019 n:127.0.0.1:53373_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 614131 T4019 n:127.0.0.1:53373_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 614133 T4019 n:127.0.0.1:53373_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 614137 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/dump,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 614137 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 614139 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 614139 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 614141 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 614141 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 614142 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1420828235, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 614143 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/control-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68b19d62; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 614143 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 614145 T4019 n:127.0.0.1:53373_h_ct x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@58c508e5[collection1] main
   [junit4]   2> 614148 T4019 n:127.0.0.1:53373_h_ct x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 614151 T4019 n:127.0.0.1:53373_h_ct x:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 614152 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 614155 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 614156 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 614157 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 614160 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 614161 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 614161 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 614162 T4019 n:127.0.0.1:53373_h_ct x:collection1 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 614164 T4019 n:127.0.0.1:53373_h_ct x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 614165 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
   [junit4]   2> 614165 T4020 n:127.0.0.1:53373_h_ct x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58c508e5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 614168 T4019 n:127.0.0.1:53373_h_ct x:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 614170 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53373/h_ct collection:control_collection shard:shard1
   [junit4]   2> 614171 T3987 n:127.0.0.1:53373_h_ct oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 614172 T3987 n:127.0.0.1:53373_h_ct oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 614172 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 614173 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 614175 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614181 T4026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@612c5d57 name:ZooKeeperConnection Watcher:127.0.0.1:53370/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614181 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614182 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 614182 T3987 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614196 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 614198 T3987 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 614208 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 614210 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 614211 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C498 name=collection1 org.apache.solr.core.SolrCore@5a4da885 url=http://127.0.0.1:53373/h_ct/collection1 node=127.0.0.1:53373_h_ct C498_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:53373/h_ct, node_name=127.0.0.1:53373_h_ct, state=down}
   [junit4]   2> 614211 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 C498 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53373/h_ct/collection1/
   [junit4]   2> 614212 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 614219 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 C498 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 614220 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 C498 oasc.SyncStrategy.syncToMe http://127.0.0.1:53373/h_ct/collection1/ has no replicas
   [junit4]   2> 614220 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53373/h_ct/collection1/ shard1
   [junit4]   2> 614220 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 614251 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 614259 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53373/h_ct",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 614268 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614268 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614310 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.register We are http://127.0.0.1:53373/h_ct/collection1/ and leader is http://127.0.0.1:53373/h_ct/collection1/
   [junit4]   2> 614310 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53373/h_ct
   [junit4]   2> 614311 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 614311 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 614311 T4023 n:127.0.0.1:53373_h_ct c:control_collection s:shard1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 614323 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 614330 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53373/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53373_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 614332 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53373/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53373_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 614452 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614452 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614732 T3987 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1
   [junit4]   2> 614735 T3987 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001
   [junit4]   2> 614737 T3987 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 614742 T3987 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@10b4138d{/h_ct,null,AVAILABLE}
   [junit4]   2> 614743 T3987 oejs.AbstractConnector.doStart Started ServerConnector@50095207{HTTP/1.1}{127.0.0.1:53377}
   [junit4]   2> 614743 T3987 oejs.Server.doStart Started @618360ms
   [junit4]   2> 614744 T3987 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/h_ct, hostPort=53377, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores}
   [junit4]   2> 614744 T3987 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@74a14482
   [junit4]   2> 614745 T3987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/'
   [junit4]   2> 614785 T3987 oasc.SolrXmlConfig.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/solr.xml
   [junit4]   2> 614800 T3987 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores
   [junit4]   2> 614801 T3987 oasc.CoreContainer.<init> New CoreContainer 1891012262
   [junit4]   2> 614802 T3987 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/]
   [junit4]   2> 614802 T3987 oasc.CoreContainer.load loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/lib
   [junit4]   2> 614804 T3987 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/lib).
   [junit4]   2> 614817 T3987 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 614825 T3987 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 614826 T3987 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 614826 T3987 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 614826 T3987 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 614827 T3987 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53370/solr
   [junit4]   2> 614827 T3987 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 614827 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 614830 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614834 T4040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e847ff name:ZooKeeperConnection Watcher:127.0.0.1:53370 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614835 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614836 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 614841 T3987 n:127.0.0.1:53377_h_ct oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614848 T4043 n:127.0.0.1:53377_h_ct oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2898b642 name:ZooKeeperConnection Watcher:127.0.0.1:53370/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614849 T3987 n:127.0.0.1:53377_h_ct oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614867 T3987 n:127.0.0.1:53377_h_ct oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615886 T3987 n:127.0.0.1:53377_h_ct oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53377_h_ct
   [junit4]   2> 615889 T3987 n:127.0.0.1:53377_h_ct oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53377_h_ct
   [junit4]   2> 615896 T3987 n:127.0.0.1:53377_h_ct oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 615902 T3987 n:127.0.0.1:53377_h_ct oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores
   [junit4]   2> 615905 T3987 n:127.0.0.1:53377_h_ct oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 615906 T3987 n:127.0.0.1:53377_h_ct oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/
   [junit4]   2> 615906 T3987 n:127.0.0.1:53377_h_ct oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 615909 T4044 n:127.0.0.1:53377_h_ct c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 615909 T4044 n:127.0.0.1:53377_h_ct c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 615911 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 615911 T4044 n:127.0.0.1:53377_h_ct oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 615913 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53377/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53377_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 615914 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53377/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53377_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 615915 T4016 n:127.0.0.1:53373_h_ct oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 615915 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 616027 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616027 T4043 n:127.0.0.1:53377_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616030 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616913 T4044 n:127.0.0.1:53377_h_ct oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 616913 T4044 n:127.0.0.1:53377_h_ct oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 616914 T4044 n:127.0.0.1:53377_h_ct oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 616915 T4044 n:127.0.0.1:53377_h_ct oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 616917 T4044 n:127.0.0.1:53377_h_ct oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 616917 T4044 n:127.0.0.1:53377_h_ct oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/'
   [junit4]   2> 616944 T4044 n:127.0.0.1:53377_h_ct oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 616955 T4044 n:127.0.0.1:53377_h_ct oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 616959 T4044 n:127.0.0.1:53377_h_ct oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 616966 T4044 n:127.0.0.1:53377_h_ct oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 616970 T4044 n:127.0.0.1:53377_h_ct oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/managed-schema
   [junit4]   2> 616977 T4044 n:127.0.0.1:53377_h_ct oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 617096 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 617111 T4044 n:127.0.0.1:53377_h_ct oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 617112 T4044 n:127.0.0.1:53377_h_ct oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 617191 T4044 n:127.0.0.1:53377_h_ct oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 617197 T4044 n:127.0.0.1:53377_h_ct oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 617212 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 617214 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 617215 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 617215 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 617219 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 617219 T4044 n:127.0.0.1:53377_h_ct oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 617225 T4044 n:127.0.0.1:53377_h_ct oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 617225 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 617227 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 617227 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.initInfoRegistry JMX monitoring not detected for core: collection1
   [junit4]   2> 617229 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data
   [junit4]   2> 617230 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 617230 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 617231 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 617232 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=89.953125, floorSegmentMB=2.09375, forceMergeDeletesPctAllowed=1.957370301053305, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 617237 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b4c7857; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 617237 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 617242 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 617242 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.RequestHandlers.applyInitParams WARN INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 617252 T4044 n:127.0.0.1:53377_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617253 T4044 n:127.0.0.1:53377_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617257 T4044 n:127.0.0.1:53377_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617258 T4044 n:127.0.0.1:53377_h_ct x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617263 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/dump,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 617263 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 617265 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 617265 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 617267 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 617267 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 617269 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1420828235, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 617270 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-1-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b4c7857; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 617271 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 617272 T4044 n:127.0.0.1:53377_h_ct x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1774aafb[collection1] main
   [junit4]   2> 617272 T4044 n:127.0.0.1:53377_h_ct x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 617275 T4044 n:127.0.0.1:53377_h_ct x:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 617276 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 617278 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 617278 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 617278 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 617279 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 617280 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 617280 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 617280 T4044 n:127.0.0.1:53377_h_ct x:collection1 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 617281 T4044 n:127.0.0.1:53377_h_ct x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 617282 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
   [junit4]   2> 617282 T4045 n:127.0.0.1:53377_h_ct x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1774aafb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 617283 T4044 n:127.0.0.1:53377_h_ct x:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 617285 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53377/h_ct collection:collection1 shard:shard2
   [junit4]   2> 617287 T3987 n:127.0.0.1:53377_h_ct oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 617287 T3987 n:127.0.0.1:53377_h_ct oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 617288 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 617331 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 617350 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 617353 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 617354 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C499 name=collection1 org.apache.solr.core.SolrCore@15561824 url=http://127.0.0.1:53377/h_ct/collection1 node=127.0.0.1:53377_h_ct C499_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:53377/h_ct, node_name=127.0.0.1:53377_h_ct, state=down}
   [junit4]   2> 617354 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 C499 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53377/h_ct/collection1/
   [junit4]   2> 617354 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 C499 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 617357 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 C499 oasc.SyncStrategy.syncToMe http://127.0.0.1:53377/h_ct/collection1/ has no replicas
   [junit4]   2> 617357 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53377/h_ct/collection1/ shard2
   [junit4]   2> 617357 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 617358 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 617393 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 617396 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53377/h_ct",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 617526 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617526 T4043 n:127.0.0.1:53377_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617527 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617556 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.register We are http://127.0.0.1:53377/h_ct/collection1/ and leader is http://127.0.0.1:53377/h_ct/collection1/
   [junit4]   2> 617557 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53377/h_ct
   [junit4]   2> 617558 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 617558 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 617558 T4048 n:127.0.0.1:53377_h_ct c:collection1 s:shard2 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 617573 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 617584 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53377/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53377_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 617586 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53377/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53377_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 617718 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617719 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617718 T4043 n:127.0.0.1:53377_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 617918 T3987 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores/collection1
   [junit4]   2> 617924 T3987 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001
   [junit4]   2> 617927 T3987 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 617933 T3987 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1d430389{/h_ct,null,AVAILABLE}
   [junit4]   2> 617935 T3987 oejs.AbstractConnector.doStart Started ServerConnector@3b016c9d{HTTP/1.1}{127.0.0.1:53380}
   [junit4]   2> 617935 T3987 oejs.Server.doStart Started @621550ms
   [junit4]   2> 617936 T3987 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/h_ct, hostPort=53380, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores}
   [junit4]   2> 617937 T3987 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@74a14482
   [junit4]   2> 617938 T3987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/'
   [junit4]   2> 617993 T3987 oasc.SolrXmlConfig.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/solr.xml
   [junit4]   2> 618011 T3987 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores
   [junit4]   2> 618012 T3987 oasc.CoreContainer.<init> New CoreContainer 681958563
   [junit4]   2> 618013 T3987 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/]
   [junit4]   2> 618013 T3987 oasc.CoreContainer.load loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/lib
   [junit4]   2> 618014 T3987 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/lib).
   [junit4]   2> 618029 T3987 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 618035 T3987 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 618037 T3987 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 618037 T3987 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 618037 T3987 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 618038 T3987 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53370/solr
   [junit4]   2> 618038 T3987 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 618038 T3987 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 618043 T3987 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 618049 T4062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62d69b05 name:ZooKeeperConnection Watcher:127.0.0.1:53370 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 618049 T3987 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 618050 T3987 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 618057 T3987 n:127.0.0.1:53380_h_ct oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 618060 T4065 n:127.0.0.1:53380_h_ct oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7409749a name:ZooKeeperConnection Watcher:127.0.0.1:53370/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 618060 T3987 n:127.0.0.1:53380_h_ct oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 618080 T3987 n:127.0.0.1:53380_h_ct oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 619098 T3987 n:127.0.0.1:53380_h_ct oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53380_h_ct
   [junit4]   2> 619099 T3987 n:127.0.0.1:53380_h_ct oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53380_h_ct
   [junit4]   2> 619105 T3987 n:127.0.0.1:53380_h_ct oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 619110 T3987 n:127.0.0.1:53380_h_ct oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores
   [junit4]   2> 619112 T3987 n:127.0.0.1:53380_h_ct oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 619112 T3987 n:127.0.0.1:53380_h_ct oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores/collection1/
   [junit4]   2> 619112 T3987 n:127.0.0.1:53380_h_ct oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 619114 T4066 n:127.0.0.1:53380_h_ct c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 619114 T4066 n:127.0.0.1:53380_h_ct c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 619115 T4015 n:127.0.0.1:53373_h_ct oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 619116 T4066 n:127.0.0.1:53380_h_ct oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 619117 T4016 n:127.0.0.1:53373_h_ct oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53380/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53380_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 619118 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53380/h_ct",
   [junit4]   2> 	  "node_name":"127.0.0.1:53380_h_ct",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 619118 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Collection already exists with numShards=4
   [junit4]   2> 619118 T4016 n:127.0.0.1:53373_h_ct oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 619226 T4026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 619226 T4015 n:127.0.0.1:53373_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 619227 T4043 n:127.0.0.1:53377_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 619228 T4065 n:127.0.0.1:53380_h_ct oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 620117 T4066 n:127.0.0.1:53380_h_ct oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 620118 T4066 n:127.0.0.1:53380_h_ct oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 620119 T4066 n:127.0.0.1:53380_h_ct oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 620119 T4066 n:127.0.0.1:53380_h_ct oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 620120 T4066 n:127.0.0.1:53380_h_ct oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 620120 T4066 n:127.0.0.1:53380_h_ct oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudManagedSchemaConcurrent A2E796DC560CA659-001/shard-2-001/cores/collection1/'
   [junit4]   2> 620139 T4066 n:127.0.0.1:53380_h_ct oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 620146 T4066 n:127.0.0.1:53380_h_ct oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 620148 T4066 n:127.0.0.1:53380_h_ct oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 620154 T4066 n:127.0.0.1:53380_h_ct oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 620156 T4066 n:127.0.0.1:53380_h_ct oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/managed-schema
   [junit4]   2> 620161 T4066 n:127.0.0.1:53380_h_ct oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 620250 T4066 n:127.0.0.1:53380_h_ct oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 620259 T4066 n:127.0.0.1:53380_h_ct oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 620259 T4066 n:127.0.0.1:53380_h_ct oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 620286 T4066 n:127.0.0.1:53380_h_ct oass.FileExchangeRateProvider.reload R

[...truncated too long message...]

nkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest A2E796DC560CA659-001/shard-1-001/cores/testasynccollectioncreation_shard1_1_replica1/data;done=false>>]
   [junit4]   2> 1886593 T10254 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest A2E796DC560CA659-001/shard-1-001/cores/testasynccollectioncreation_shard1_1_replica1/data
   [junit4]   2> 1886594 T10254 oasc.Overseer.close Overseer (id=93777773247791111-127.0.0.1:56716_-n_0000000001) closing
   [junit4]   2> 1886595 T10363 n:127.0.0.1:56716_ oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56716_
   [junit4]   2> 1888100 T10362 n:127.0.0.1:56716_ oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1888102 T10254 oejs.AbstractConnector.doStop Stopped ServerConnector@6819f4{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1888103 T10254 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@131de157{/,null,UNAVAILABLE}
   [junit4]   2> 1888105 T10254 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56708 56708
   [junit4]   2> 1888198 T10255 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56708 56708
   [junit4]   2> 1889010 T10255 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		3	/solr/aliases.json
   [junit4]   2> 		3	/solr/clusterstate.json
   [junit4]   2> 		2	/solr/configs/conf1
   [junit4]   2> 		2	/solr/collections/testasynccollectioncreation/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		3	/solr/live_nodes
   [junit4]   2> 		2	/solr/overseer/queue
   [junit4]   2> 		2	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testSolrJAPICalls -Dtests.seed=A2E796DC560CA659 -Dtests.slow=true -Dtests.locale=en_IE -Dtests.timezone=Asia/Katmandu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  139s J1 | CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls <<<
   [junit4]    > Throwable #1: org.junit.ComparisonFailure: Shard split did not complete. Last recorded state: running expected:<[completed]> but was:<[running]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A2E796DC560CA659:FA831ABD50660E8D]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:101)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1889024 T10254 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest A2E796DC560CA659-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=en_IE, timezone=Asia/Katmandu
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=3,threads=1,free=124203160,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleMLTQParserTest, TestHdfsUpdateLog, RecoveryAfterSoftCommitTest, BasicFunctionalityTest, ReturnFieldsTest, ZkStateWriterTest, TestBulkSchemaConcurrent, ZkSolrClientTest, SignatureUpdateProcessorFactoryTest, TestJettySolrRunner, TestUniqueKeyFieldResource, CurrencyFieldXmlFileTest, MergeStrategyTest, TestFieldCollectionResource, TestImplicitCoreProperties, StatelessScriptUpdateProcessorFactoryTest, BasicZkTest, TestSimpleTrackingShardHandler, WordBreakSolrSpellCheckerTest, TestIntervalFaceting, OpenExchangeRatesOrgProviderTest, TestAnalyzeInfixSuggestions, DirectSolrSpellCheckerTest, FastVectorHighlighterTest, CloudMLTQParserTest, DistributedFacetPivotLongTailTest, RuleEngineTest, TestSerializedLuceneMatchVersion, TestDFRSimilarityFactory, RegexBoostProcessorTest, HdfsNNFailoverTest, DistributedTermsComponentTest, TestFieldTypeResource, SpatialRPTFieldTypeTest, OpenCloseCoreStressTest, RAMDirectoryFactoryTest, LeaderInitiatedRecoveryOnCommitTest, TestConfigReload, TestDistributedMissingSort, DebugComponentTest, DirectUpdateHandlerOptimizeTest, TestInitParams, TestReqParamsAPI, AnalyticsQueryTest, ExternalFileFieldSortTest, TestRebalanceLeaders, TestExpandComponent, TestLMDirichletSimilarityFactory, FileBasedSpellCheckerTest, ResourceLoaderTest, DistributedQueryComponentCustomSortTest, ConvertedLegacyTest, DisMaxRequestHandlerTest, CloudExitableDirectoryReaderTest, ResponseHeaderTest, HdfsCollectionsAPIDistributedZkTest, TestSearcherReuse, DistributedFacetPivotLargeTest, ExitableDirectoryReaderTest, SpellingQueryConverterTest, ChaosMonkeySafeLeaderTest, DistribCursorPagingTest, TestRTGBase, TestHashQParserPlugin, TestRangeQuery, SimplePostToolTest, DateMathParserTest, FieldMutatingUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, TestDefaultStatsCache, UpdateParamsTest, TestMacros, HdfsChaosMonkeySafeLeaderTest, TestSolrDeletionPolicy1, TestObjectReleaseTracker, HdfsSyncSliceTest, FacetPivotSmallTest, TestCoreDiscovery, TestDocBasedVersionConstraints, BadIndexSchemaTest, TestSortingResponseWriter, TestRemoteStreaming, MoreLikeThisHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, UpdateRequestProcessorFactoryTest, TestSolrQueryParserResource, DateFieldTest, TestReversedWildcardFilterFactory, HdfsUnloadDistributedZkTest, DistributedMLTComponentTest, QueryEqualityTest, TestDistributedGrouping, TestFastOutputStream, TestPseudoReturnFields, SearchHandlerTest, TestCloudManagedSchemaConcurrent, CoreAdminRequestStatusTest, TestClassNameShortening, TestSolrQueryParserDefaultOperatorResource, StatsComponentTest, TestFoldingMultitermQuery, TestJoin, SpellCheckComponentTest, OverseerCollectionProcessorTest, TestSystemIdResolver, TermsComponentTest, DeleteInactiveReplicaTest, TestQuerySenderListener, TestReplicationHandlerBackup, TestBulkSchemaAPI, TestPivotHelperCode, TestReRankQParserPlugin, CollectionsAPIDistributedZkTest, TestInfoStreamLogging, SchemaVersionSpecificBehaviorTest, TestSolr4Spatial, SuggesterTSTTest, CursorPagingTest, TestTrie, BasicDistributedZkTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, LeaderElectionTest, ShardRoutingCustomTest, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestReload, HardAutoCommitTest, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestFunctionQuery, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, SpellCheckCollatorTest, DocValuesTest, SuggesterTest, SpatialFilterTest, TestUpdate, TestAtomicUpdateErrorCases, SortByFunctionTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, PrimitiveFieldTypeTest, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, LoggingHandlerTest, IndexSchemaTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, SOLR749Test, SolrIndexConfigTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, MinimalSchemaTest, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, TestFastLRUCache, TestSuggestSpellingConverter, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [384/487] on J1 in 139.42s, 1 test, 1 failure <<< FAILURES!

[...truncated 332 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:536: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:484: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:229: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:511: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:991: There were test failures: 487 suites, 1954 tests, 1 error, 1 failure, 62 ignored (24 assumptions)

Total time: 70 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any