You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/17 05:39:48 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1681 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1681/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:55206/sg_/zw/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55206/sg_/zw/collection1
	at __randomizedtesting.SeedInfo.seed([52F5AAA138C5798A:D31324B94F9A19B6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:138)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 48 more




Build Log:
[...truncated 11149 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/init-core-data-001
   [junit4]   2> 1591933 T4333 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1591933 T4333 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sg_/zw
   [junit4]   2> 1591937 T4333 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1591938 T4333 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1591939 T4334 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1592039 T4333 oasc.ZkTestServer.run start zk server on port:55170
   [junit4]   2> 1592041 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1592052 T4340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ce98343 name:ZooKeeperConnection Watcher:127.0.0.1:55170 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1592053 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1592054 T4333 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1592068 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1592073 T4342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d4193af name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1592073 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1592073 T4333 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1592081 T4333 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1592087 T4333 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1592093 T4333 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1592098 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1592099 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1592109 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 1592109 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1592116 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1592117 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1592123 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1592124 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1592129 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1592129 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1592136 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1592136 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1592143 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1592144 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1592149 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1592149 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1592156 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1592161 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1592169 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1592170 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1592178 T4333 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1592179 T4333 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1592200 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1592207 T4344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25af56e1 name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1592208 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1594495 T4333 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1594503 T4333 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1594507 T4333 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55174
   [junit4]   2> 1594511 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1594512 T4333 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1594512 T4333 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002
   [junit4]   2> 1594512 T4333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/'
   [junit4]   2> 1594560 T4333 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/solr.xml
   [junit4]   2> 1594587 T4333 oasc.CoreContainer.<init> New CoreContainer 1743842917
   [junit4]   2> 1594588 T4333 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/]
   [junit4]   2> 1594589 T4333 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1594589 T4333 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1594590 T4333 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1594590 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1594590 T4333 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1594591 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1594592 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1594592 T4333 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1594593 T4333 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1594598 T4333 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1594598 T4333 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1594599 T4333 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1594599 T4333 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55170/solr
   [junit4]   2> 1594600 T4333 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1594602 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1594609 T4355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df8bf53 name:ZooKeeperConnection Watcher:127.0.0.1:55170 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1594611 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1594620 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1594626 T4357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18bc7271 name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1594627 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1594632 T4333 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1594642 T4333 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1594651 T4333 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1594660 T4333 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1594666 T4333 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1594674 T4333 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1594677 T4333 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55174_sg_%2Fzw
   [junit4]   2> 1594679 T4333 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55174_sg_%2Fzw
   [junit4]   2> 1594685 T4333 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1594689 T4333 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1594696 T4333 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55174_sg_%2Fzw
   [junit4]   2> 1594696 T4333 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1594701 T4333 oasc.Overseer.start Overseer (id=92114995999735812-127.0.0.1:55174_sg_%2Fzw-n_0000000000) starting
   [junit4]   2> 1594706 T4333 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1594729 T4359 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1594731 T4333 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1594735 T4333 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1594737 T4333 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1594763 T4358 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1594765 T4360 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1594765 T4360 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1594767 T4360 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1594767 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1594774 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1594775 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55174/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55174_sg_%2Fzw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1594775 T4358 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1594776 T4358 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1594779 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1594782 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1595769 T4360 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1595771 T4360 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1595773 T4360 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1595773 T4360 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1595776 T4360 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1595776 T4360 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/'
   [junit4]   2> 1595778 T4360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1595779 T4360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1595780 T4360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1595825 T4360 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1595833 T4360 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1595838 T4360 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1595842 T4360 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1595849 T4360 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 1595859 T4360 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1595863 T4360 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 1595867 T4360 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 1595876 T4360 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 1595876 T4360 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1595876 T4360 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 1595877 T4360 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/
   [junit4]   2> 1595877 T4360 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1595878 T4360 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data
   [junit4]   2> 1595879 T4360 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/index/
   [junit4]   2> 1595880 T4360 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1595882 T4360 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/index
   [junit4]   2> 1595884 T4360 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24778654381448587]
   [junit4]   2> 1595891 T4360 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290f8639; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1595892 T4360 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1595893 T4360 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 1596915 T4360 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1596916 T4360 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1596917 T4360 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1596917 T4360 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1596917 T4360 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1596918 T4360 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1596918 T4360 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1596930 T4360 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1596933 T4360 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1596933 T4360 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1596935 T4360 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=5.908203125, floorSegmentMB=1.8515625, forceMergeDeletesPctAllowed=6.026088393480538, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1596941 T4360 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290f8639; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1596942 T4360 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1596943 T4360 oass.SolrIndexSearcher.<init> Opening Searcher@4bcbc538[collection1] main
   [junit4]   2> 1596943 T4360 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1596949 T4360 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1596950 T4360 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1596951 T4360 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1596952 T4360 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1596952 T4360 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1596954 T4360 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1596956 T4360 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1596959 T4360 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1596967 T4360 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1596968 T4360 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1596968 T4360 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1596976 T4360 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 1597021 T4360 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1597021 T4361 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bcbc538[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1597025 T4364 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55174/sg_/zw collection:control_collection shard:shard1
   [junit4]   2> 1597026 T4333 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1597026 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1597028 T4364 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1597036 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597045 T4364 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1597046 T4366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71affa6f name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1597046 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1597051 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597052 T4333 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1597053 T4364 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1597053 T4364 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C663 name=collection1 org.apache.solr.core.SolrCore@793e0680 url=https://127.0.0.1:55174/sg_/zw/collection1 node=127.0.0.1:55174_sg_%2Fzw C663_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:55174/sg_/zw, core=collection1, node_name=127.0.0.1:55174_sg_%2Fzw}
   [junit4]   2> 1597053 T4364 C663 P55174 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55174/sg_/zw/collection1/
   [junit4]   2> 1597053 T4364 C663 P55174 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1597054 T4364 C663 P55174 oasc.SyncStrategy.syncToMe https://127.0.0.1:55174/sg_/zw/collection1/ has no replicas
   [junit4]   2> 1597054 T4364 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55174/sg_/zw/collection1/ shard1
   [junit4]   2> 1597054 T4364 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1597057 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1597063 T4333 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1597067 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597069 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1597072 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1597093 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1597101 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597206 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1597206 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1597242 T4364 oasc.ZkController.register We are https://127.0.0.1:55174/sg_/zw/collection1/ and leader is https://127.0.0.1:55174/sg_/zw/collection1/
   [junit4]   2> 1597242 T4364 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55174/sg_/zw
   [junit4]   2> 1597242 T4364 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1597242 T4364 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1597243 T4364 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1597246 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597246 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597246 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597247 T4364 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1597251 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1597252 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55174/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55174_sg_%2Fzw",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1597258 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1597367 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1597367 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1599050 T4333 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1599051 T4333 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1599057 T4333 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1599059 T4333 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55178
   [junit4]   2> 1599064 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1599065 T4333 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1599065 T4333 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003
   [junit4]   2> 1599065 T4333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/'
   [junit4]   2> 1599101 T4333 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/solr.xml
   [junit4]   2> 1599118 T4333 oasc.CoreContainer.<init> New CoreContainer 1607776743
   [junit4]   2> 1599118 T4333 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/]
   [junit4]   2> 1599119 T4333 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1599119 T4333 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1599119 T4333 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1599119 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1599120 T4333 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1599120 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1599121 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1599121 T4333 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1599122 T4333 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1599125 T4333 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1599125 T4333 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1599125 T4333 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1599126 T4333 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55170/solr
   [junit4]   2> 1599126 T4333 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1599128 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599134 T4377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69a7593c name:ZooKeeperConnection Watcher:127.0.0.1:55170 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599136 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599144 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599147 T4379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c7bc1a4 name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599147 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599181 T4333 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1600195 T4333 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55178_sg_%2Fzw
   [junit4]   2> 1600199 T4333 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55178_sg_%2Fzw
   [junit4]   2> 1600210 T4366 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600211 T4357 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600212 T4379 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600225 T4380 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1600225 T4380 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1600227 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1600227 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1600227 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1600228 T4380 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1600230 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1600231 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55178/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55178_sg_%2Fzw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1600231 T4358 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1600231 T4358 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1600236 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1600237 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1600240 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1600240 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601230 T4380 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1601231 T4380 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1601233 T4380 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1601233 T4380 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1601236 T4380 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1601237 T4380 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/'
   [junit4]   2> 1601238 T4380 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1601238 T4380 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1601238 T4380 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1601290 T4380 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1601301 T4380 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1601306 T4380 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 1601310 T4380 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 1601337 T4380 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1601338 T4380 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1601338 T4380 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 1601339 T4380 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/
   [junit4]   2> 1601340 T4380 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1601341 T4380 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data
   [junit4]   2> 1601342 T4380 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/index/
   [junit4]   2> 1601342 T4380 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1601347 T4380 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/index
   [junit4]   2> 1601348 T4380 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24778654381448587]
   [junit4]   2> 1601364 T4380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12baef9d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1601364 T4380 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1601367 T4380 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 1601369 T4380 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1601370 T4380 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1601370 T4380 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1601370 T4380 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1601370 T4380 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1601370 T4380 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1601371 T4380 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1601384 T4380 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1601391 T4380 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1601392 T4380 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1601397 T4380 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=5.908203125, floorSegmentMB=1.8515625, forceMergeDeletesPctAllowed=6.026088393480538, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1601404 T4380 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12baef9d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1601405 T4380 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1601405 T4380 oass.SolrIndexSearcher.<init> Opening Searcher@5340a464[collection1] main
   [junit4]   2> 1601405 T4380 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1601411 T4380 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1601411 T4380 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1601414 T4380 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1601415 T4380 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1601415 T4380 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1601418 T4380 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1601418 T4380 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1601419 T4380 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1601419 T4380 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1601419 T4380 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 1601423 T4380 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1601424 T4381 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5340a464[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1601427 T4384 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55178/sg_/zw collection:collection1 shard:shard2
   [junit4]   2> 1601429 T4333 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1601430 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1601431 T4384 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1601478 T4384 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1601480 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601485 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1601493 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601494 T4384 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1601494 T4384 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C664 name=collection1 org.apache.solr.core.SolrCore@2d1df499 url=https://127.0.0.1:55178/sg_/zw/collection1 node=127.0.0.1:55178_sg_%2Fzw C664_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55178/sg_/zw, core=collection1, node_name=127.0.0.1:55178_sg_%2Fzw}
   [junit4]   2> 1601494 T4384 C664 P55178 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55178/sg_/zw/collection1/
   [junit4]   2> 1601495 T4384 C664 P55178 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1601495 T4384 C664 P55178 oasc.SyncStrategy.syncToMe https://127.0.0.1:55178/sg_/zw/collection1/ has no replicas
   [junit4]   2> 1601495 T4384 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55178/sg_/zw/collection1/ shard2
   [junit4]   2> 1601497 T4384 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1601525 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601541 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601650 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601650 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601650 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601686 T4384 oasc.ZkController.register We are https://127.0.0.1:55178/sg_/zw/collection1/ and leader is https://127.0.0.1:55178/sg_/zw/collection1/
   [junit4]   2> 1601687 T4384 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55178/sg_/zw
   [junit4]   2> 1601687 T4384 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1601687 T4384 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1601688 T4384 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1601691 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601692 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601692 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601693 T4384 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1601697 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1601698 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55178/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55178_sg_%2Fzw",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1601704 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1601809 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601810 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1601810 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1603583 T4333 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1603584 T4333 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1603591 T4333 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1603592 T4333 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55181
   [junit4]   2> 1603596 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1603597 T4333 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1603598 T4333 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004
   [junit4]   2> 1603598 T4333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/'
   [junit4]   2> 1603638 T4333 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/solr.xml
   [junit4]   2> 1603651 T4333 oasc.CoreContainer.<init> New CoreContainer 752893609
   [junit4]   2> 1603651 T4333 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/]
   [junit4]   2> 1603652 T4333 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1603652 T4333 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1603653 T4333 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1603653 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1603653 T4333 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1603653 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1603654 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1603654 T4333 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1603654 T4333 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1603659 T4333 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1603660 T4333 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1603660 T4333 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1603660 T4333 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55170/solr
   [junit4]   2> 1603661 T4333 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1603662 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1603667 T4395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@354bd860 name:ZooKeeperConnection Watcher:127.0.0.1:55170 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1603668 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1603672 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1603677 T4397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c1ff39b name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1603677 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1603694 T4333 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1604703 T4333 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55181_sg_%2Fzw
   [junit4]   2> 1604706 T4333 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55181_sg_%2Fzw
   [junit4]   2> 1604719 T4357 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1604720 T4379 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1604719 T4397 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1604719 T4366 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1604736 T4398 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1604737 T4398 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1604739 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1604740 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1604740 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1604739 T4398 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1604745 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1604747 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55181/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55181_sg_%2Fzw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1604748 T4358 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 1604748 T4358 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1604758 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1604760 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1604760 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1604760 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1604760 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1605743 T4398 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1605744 T4398 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1605746 T4398 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1605746 T4398 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1605749 T4398 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1605749 T4398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/'
   [junit4]   2> 1605752 T4398 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1605753 T4398 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1605753 T4398 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1605813 T4398 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1605823 T4398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1605826 T4398 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 1605829 T4398 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 1605842 T4398 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1605844 T4398 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1605845 T4398 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 1605846 T4398 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/
   [junit4]   2> 1605846 T4398 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1605847 T4398 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data
   [junit4]   2> 1605848 T4398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/index/
   [junit4]   2> 1605848 T4398 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1605849 T4398 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/index
   [junit4]   2> 1605850 T4398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24778654381448587]
   [junit4]   2> 1605855 T4398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28c0499b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1605855 T4398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1605856 T4398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 1605857 T4398 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1605857 T4398 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1605858 T4398 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1605858 T4398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1605858 T4398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1605858 T4398 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1605858 T4398 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1605867 T4398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1605869 T4398 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1605869 T4398 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1605870 T4398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=5.908203125, floorSegmentMB=1.8515625, forceMergeDeletesPctAllowed=6.026088393480538, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1605871 T4398 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28c0499b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1605872 T4398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1605872 T4398 oass.SolrIndexSearcher.<init> Opening Searcher@6c9aac81[collection1] main
   [junit4]   2> 1605872 T4398 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1605875 T4398 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1605875 T4398 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1605877 T4398 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1605877 T4398 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1605877 T4398 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1605880 T4398 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1605880 T4398 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1605880 T4398 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1605881 T4398 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1605881 T4398 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 1605886 T4398 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1605886 T4399 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c9aac81[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1605889 T4402 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55181/sg_/zw collection:collection1 shard:shard3
   [junit4]   2> 1605891 T4333 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1605891 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1605892 T4402 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1605905 T4402 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1605912 T4402 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1605912 T4402 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C665 name=collection1 org.apache.solr.core.SolrCore@2e4c9d4e url=https://127.0.0.1:55181/sg_/zw/collection1 node=127.0.0.1:55181_sg_%2Fzw C665_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55181/sg_/zw, core=collection1, node_name=127.0.0.1:55181_sg_%2Fzw}
   [junit4]   2> 1605912 T4402 C665 P55181 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55181/sg_/zw/collection1/
   [junit4]   2> 1605912 T4402 C665 P55181 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1605913 T4402 C665 P55181 oasc.SyncStrategy.syncToMe https://127.0.0.1:55181/sg_/zw/collection1/ has no replicas
   [junit4]   2> 1605913 T4402 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55181/sg_/zw/collection1/ shard3
   [junit4]   2> 1605913 T4402 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1605913 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605916 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1605945 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605950 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605974 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1606081 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606081 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606082 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606081 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606127 T4402 oasc.ZkController.register We are https://127.0.0.1:55181/sg_/zw/collection1/ and leader is https://127.0.0.1:55181/sg_/zw/collection1/
   [junit4]   2> 1606127 T4402 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55181/sg_/zw
   [junit4]   2> 1606128 T4402 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1606128 T4402 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1606128 T4402 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1606132 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1606132 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1606132 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1606133 T4402 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1606136 T4358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1606137 T4358 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55181/sg_/zw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55181_sg_%2Fzw",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1606143 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1606248 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606248 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606249 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1606249 T4357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1607815 T4333 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1607817 T4333 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1607826 T4333 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1607827 T4333 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55184
   [junit4]   2> 1607830 T4333 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1607830 T4333 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1607831 T4333 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-005
   [junit4]   2> 1607831 T4333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-005/'
   [junit4]   2> 1607874 T4333 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-005/solr.xml
   [junit4]   2> 1607890 T4333 oasc.CoreContainer.<init> New CoreContainer 547313589
   [junit4]   2> 1607890 T4333 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001/tempDir-005/]
   [junit4]   2> 1607891 T4333 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1607892 T4333 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1607893 T4333 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1607894 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1607895 T4333 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1607896 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1607897 T4333 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1607899 T4333 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1607901 T4333 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1607906 T4333 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1607906 T4333 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1607906 T4333 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1607907 T4333 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55170/solr
   [junit4]   2> 1607907 T4333 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1607909 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1607914 T4413 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48f870aa name:ZooKeeperConnection Watcher:127.0.0.1:55170 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1607915 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1607924 T4333 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1607934 T4415 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bc78059 name:ZooKeeperConnection Watcher:127.0.0.1:55170/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1607935 T4333 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1607960 T4333 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1608973 T4333 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55184_sg_%2Fzw
   [junit4]   2> 1608976 T4333 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55184_sg_%2Fzw
   [junit4]   2> 1608991 T4379 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1608993 T4366 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1608993 T4357 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1608993 T4397 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1608993 T4415 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1609009 T4416 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1609009 T4416 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1609011 T4416 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1609011 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1609012 T4357 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChang

[...truncated too long message...]

27)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 1861380 T4333 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/sg_/zw,null}
   [junit4]   2> 1862865 T4513 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1866368 T4333 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1866372 T4333 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55170 55170
   [junit4]   2> 1866387 T4334 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55170 55170
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=52F5AAA138C5798A -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Asia/Vladivostok -Dtests.file.encoding=UTF-8
   [junit4] ERROR    275s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55206/sg_/zw/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([52F5AAA138C5798A:D31324B94F9A19B6]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:138)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 48 more
   [junit4]   2> 1866647 T4333 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-52F5AAA138C5798A-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=4)), sim=DefaultSimilarity, locale=is, timezone=Asia/Vladivostok
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=169318720,total=258473984
   [junit4]   2> NOTE: All tests run in this JVM: [TestLeaderElectionZkExpiry, TestReload, SampleTest, TestSolrIndexConfig, DisMaxRequestHandlerTest, TestRestManager, TestBlendedInfixSuggestions, CollectionsAPIDistributedZkTest, TestCodecSupport, TestComplexPhraseQParserPlugin, ScriptEngineTest, PingRequestHandlerTest, MBeansHandlerTest, RankQueryTest, TestConfigSets, DOMUtilTest, TestHighlightDedupGrouping, TestStressLucene, TestLMJelinekMercerSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestRangeQuery, TestCollectionAPI, TestSweetSpotSimilarityFactory, TestNonNRTOpen, TestCoreDiscovery, BasicZkTest, TestSolrDeletionPolicy2, TestExpandComponent, CoreMergeIndexesAdminHandlerTest, TestCloudInspectUtil, CoreAdminCreateDiscoverTest, TestDocBasedVersionConstraints, LeaderElectionIntegrationTest, TestGroupingSearch, TestSolrXml, TestStressVersions, BasicFunctionalityTest, OverseerStatusTest, ZkNodePropsTest, TestFreeTextSuggestions, TestSolrQueryParser, TestJmxIntegration, TestReRankQParserPlugin, TestSystemIdResolver, TestQuerySenderNoQuery, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, ChangedSchemaMergeTest, TestSolrJ, TestLuceneMatchVersion, SortByFunctionTest, RollingRestartTest, CoreContainerCoreInitFailuresTest, TestShardHandlerFactory, SignatureUpdateProcessorFactoryTest, TestZkChroot, TestSearcherReuse, ZkControllerTest, TestSchemaNameResource, OverseerRolesTest, TestQueryTypes, TestDistributedMissingSort, TestLRUCache, TestStandardQParsers, TestSolr4Spatial2, UnloadDistributedZkTest, DistributedTermsComponentTest, TestManagedStopFilterFactory, XmlUpdateRequestHandlerTest, TestSolrXMLSerializer, QueryElevationComponentTest, DistributedQueryElevationComponentTest, RecoveryZkTest, RemoteQueryErrorTest, TestPartialUpdateDeduplication, StatelessScriptUpdateProcessorFactoryTest, NumericFieldsTest, TermsComponentTest, QueryParsingTest, CoreAdminHandlerTest, SoftAutoCommitTest, TestSolrCoreProperties, HdfsChaosMonkeySafeLeaderTest, PolyFieldTest, TestRecoveryHdfs, TestFastOutputStream, FieldAnalysisRequestHandlerTest, ExternalFileFieldSortTest, TestFileDictionaryLookup, TestCloudSchemaless]
   [junit4] Completed in 274.76s, 1 test, 1 error <<< FAILURES!

[...truncated 993 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 408 suites, 1663 tests, 1 error, 42 ignored (15 assumptions)

Total time: 154 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1684 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1684/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
	at __randomizedtesting.SeedInfo.seed([1202D6FB5059DD77:93E458E32706BD4B]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:545)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:371)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:151)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 20516 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/init-core-data-001
   [junit4]   2> 671754 T1688 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ehfx/jq
   [junit4]   2> 671763 T1688 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 671765 T1688 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671767 T1689 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 671867 T1688 oasc.ZkTestServer.run start zk server on port:55762
   [junit4]   2> 671869 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 671876 T1695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56cdbcab name:ZooKeeperConnection Watcher:127.0.0.1:55762 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 671877 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 671877 T1688 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 671890 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 671893 T1697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17b82144 name:ZooKeeperConnection Watcher:127.0.0.1:55762/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 671893 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 671894 T1688 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 671903 T1688 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 671913 T1688 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 671920 T1688 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 671929 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 671930 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 671943 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 671944 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 671955 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 671956 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 671965 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 671966 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 671975 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 671977 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 671985 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 671986 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 671997 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 671998 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 672006 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 672007 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 672016 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 672017 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 672025 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 672027 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 672035 T1688 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 672036 T1688 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 673906 T1688 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 673914 T1688 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55766
   [junit4]   2> 673914 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 673915 T1688 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 673916 T1688 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002
   [junit4]   2> 673916 T1688 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/'
   [junit4]   2> 673958 T1688 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/solr.xml
   [junit4]   2> 674025 T1688 oasc.CoreContainer.<init> New CoreContainer 791424224
   [junit4]   2> 674025 T1688 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/]
   [junit4]   2> 674027 T1688 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 674027 T1688 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 674027 T1688 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 674028 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 674028 T1688 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 674028 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 674028 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 674029 T1688 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 674029 T1688 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 674030 T1688 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 674030 T1688 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 674031 T1688 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 674032 T1688 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55762/solr
   [junit4]   2> 674032 T1688 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 674034 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674038 T1708 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d363e51 name:ZooKeeperConnection Watcher:127.0.0.1:55762 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674039 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674045 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674049 T1710 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@192ff68b name:ZooKeeperConnection Watcher:127.0.0.1:55762/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674049 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674053 T1688 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 674061 T1688 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 674070 T1688 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 674080 T1688 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 674091 T1688 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 674102 T1688 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 674109 T1688 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55765_ehfx%2Fjq
   [junit4]   2> 674111 T1688 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55765_ehfx%2Fjq
   [junit4]   2> 674121 T1688 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 674128 T1688 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 674142 T1688 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55765_ehfx%2Fjq
   [junit4]   2> 674142 T1688 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 674149 T1688 oasc.Overseer.start Overseer (id=92125224680620035-127.0.0.1:55765_ehfx%2Fjq-n_0000000000) starting
   [junit4]   2> 674160 T1688 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 674196 T1712 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 674199 T1688 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 674208 T1688 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 674215 T1688 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 674227 T1711 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 674240 T1713 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 674240 T1713 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 674243 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 674243 T1713 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 674249 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 674251 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55765/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55765_ehfx%2Fjq",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 674251 T1711 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 674252 T1711 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 674260 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 674262 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 675245 T1713 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 675247 T1713 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 675249 T1713 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 675249 T1713 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 675254 T1713 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 675256 T1713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/collection1/'
   [junit4]   2> 675257 T1713 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 675257 T1713 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 675257 T1713 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 675323 T1713 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 675367 T1713 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 675371 T1713 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 675379 T1713 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 675829 T1713 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 675829 T1713 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 675830 T1713 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 675839 T1713 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 675844 T1713 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 675890 T1713 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 675899 T1713 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 675908 T1713 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 675912 T1713 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 675912 T1713 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 675912 T1713 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 675916 T1713 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 675916 T1713 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 675917 T1713 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 675917 T1713 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 675918 T1713 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/control/data/
   [junit4]   2> 675918 T1713 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780ae3ec
   [junit4]   2> 675919 T1713 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/control/data
   [junit4]   2> 675920 T1713 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/control/data/index/
   [junit4]   2> 675921 T1713 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 675921 T1713 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/control/data/index
   [junit4]   2> 675922 T1713 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=595201471, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 675923 T1713 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@78eebdad lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bda9a88),segFN=segments_1,generation=1}
   [junit4]   2> 675923 T1713 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 675928 T1713 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 675929 T1713 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 675929 T1713 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 675929 T1713 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 675930 T1713 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 675930 T1713 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 675930 T1713 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 675931 T1713 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 675931 T1713 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 675932 T1713 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 675932 T1713 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 675932 T1713 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 675933 T1713 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 675933 T1713 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 675934 T1713 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 675934 T1713 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 675948 T1713 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 675953 T1713 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 675953 T1713 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 675954 T1713 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=321382804, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 675955 T1713 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@78eebdad lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bda9a88),segFN=segments_1,generation=1}
   [junit4]   2> 675955 T1713 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 675955 T1713 oass.SolrIndexSearcher.<init> Opening Searcher@1916bfd5[collection1] main
   [junit4]   2> 675956 T1713 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 675959 T1713 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 675960 T1713 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 675963 T1713 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 675963 T1713 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 675963 T1713 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 675966 T1713 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 675967 T1713 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 675969 T1713 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 675979 T1713 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 675980 T1713 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 675980 T1713 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 675985 T1714 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1916bfd5[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 675988 T1713 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 675991 T1717 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55765/ehfx/jq collection:control_collection shard:shard1
   [junit4]   2> 675992 T1688 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 675992 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 675993 T1717 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 676001 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 676005 T1720 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@471543af name:ZooKeeperConnection Watcher:127.0.0.1:55762/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 676005 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 676009 T1688 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 676012 T1717 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 676015 T1688 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 676017 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676020 T1717 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 676020 T1717 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C576 name=collection1 org.apache.solr.core.SolrCore@63860240 url=http://127.0.0.1:55765/ehfx/jq/collection1 node=127.0.0.1:55765_ehfx%2Fjq C576_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55765/ehfx/jq, core=collection1, node_name=127.0.0.1:55765_ehfx%2Fjq}
   [junit4]   2> 676021 T1717 C576 P55765 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55765/ehfx/jq/collection1/
   [junit4]   2> 676021 T1717 C576 P55765 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 676022 T1717 C576 P55765 oasc.SyncStrategy.syncToMe http://127.0.0.1:55765/ehfx/jq/collection1/ has no replicas
   [junit4]   2> 676023 T1717 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55765/ehfx/jq/collection1/ shard1
   [junit4]   2> 676025 T1717 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 676029 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 676042 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676045 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 676046 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 676062 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 676082 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676192 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 676192 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 676210 T1717 oasc.ZkController.register We are http://127.0.0.1:55765/ehfx/jq/collection1/ and leader is http://127.0.0.1:55765/ehfx/jq/collection1/
   [junit4]   2> 676211 T1717 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55765/ehfx/jq
   [junit4]   2> 676211 T1717 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 676211 T1717 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 676212 T1717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 676219 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676220 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676222 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676222 T1717 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 676227 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 676229 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55765/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55765_ehfx%2Fjq",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 676237 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 676345 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 676347 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 678067 T1688 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 678067 T1688 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 678073 T1688 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55771
   [junit4]   2> 678075 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 678076 T1688 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 678076 T1688 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003
   [junit4]   2> 678077 T1688 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/'
   [junit4]   2> 678125 T1688 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/solr.xml
   [junit4]   2> 678239 T1688 oasc.CoreContainer.<init> New CoreContainer 840127345
   [junit4]   2> 678240 T1688 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/]
   [junit4]   2> 678241 T1688 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 678242 T1688 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 678242 T1688 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 678242 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 678243 T1688 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 678243 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 678244 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 678245 T1688 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 678245 T1688 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 678246 T1688 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 678246 T1688 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 678247 T1688 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 678248 T1688 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55762/solr
   [junit4]   2> 678248 T1688 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 678250 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 678254 T1731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12cb3966 name:ZooKeeperConnection Watcher:127.0.0.1:55762 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 678256 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 678264 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 678269 T1733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4eb7c1de name:ZooKeeperConnection Watcher:127.0.0.1:55762/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 678270 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 678295 T1688 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 679308 T1688 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55770_ehfx%2Fjq
   [junit4]   2> 679311 T1688 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55770_ehfx%2Fjq
   [junit4]   2> 679323 T1710 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 679323 T1720 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 679325 T1733 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 679358 T1734 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 679359 T1734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 679363 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 679364 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 679364 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 679363 T1734 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 679370 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 679372 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55770/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55770_ehfx%2Fjq",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 679373 T1711 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 679373 T1711 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 679382 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 679384 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 679385 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 679384 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 680367 T1734 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 680367 T1734 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 680369 T1734 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 680369 T1734 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 680378 T1734 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 680378 T1734 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/collection1/'
   [junit4]   2> 680380 T1734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 680381 T1734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 680381 T1734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 680523 T1734 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 680602 T1734 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 680612 T1734 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 680624 T1734 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 681365 T1734 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 681368 T1734 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 681368 T1734 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 681379 T1734 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 681383 T1734 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 681427 T1734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 681440 T1734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 681456 T1734 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 681461 T1734 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 681462 T1734 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 681463 T1734 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 681467 T1734 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 681468 T1734 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 681469 T1734 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 681470 T1734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 681470 T1734 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty1/
   [junit4]   2> 681471 T1734 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780ae3ec
   [junit4]   2> 681473 T1734 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty1
   [junit4]   2> 681474 T1734 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty1/index/
   [junit4]   2> 681478 T1734 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 681481 T1734 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty1/index
   [junit4]   2> 681484 T1734 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=595201471, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 681486 T1734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@275e5395 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4dcc1f71),segFN=segments_1,generation=1}
   [junit4]   2> 681487 T1734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 681512 T1734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 681513 T1734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 681513 T1734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 681515 T1734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 681515 T1734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 681516 T1734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 681518 T1734 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 681519 T1734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 681519 T1734 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 681520 T1734 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 681521 T1734 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 681522 T1734 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 681528 T1734 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 681530 T1734 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 681530 T1734 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 681532 T1734 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 681575 T1734 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 681587 T1734 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 681588 T1734 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 681589 T1734 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=321382804, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 681590 T1734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@275e5395 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4dcc1f71),segFN=segments_1,generation=1}
   [junit4]   2> 681591 T1734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 681592 T1734 oass.SolrIndexSearcher.<init> Opening Searcher@725f18ea[collection1] main
   [junit4]   2> 681592 T1734 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 681598 T1734 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 681598 T1734 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 681600 T1734 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 681601 T1734 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 681601 T1734 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 681605 T1734 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 681606 T1734 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 681606 T1734 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 681606 T1734 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 681616 T1735 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@725f18ea[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 681619 T1734 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 681622 T1738 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55770/ehfx/jq collection:collection1 shard:shard2
   [junit4]   2> 681627 T1688 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 681629 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 681630 T1738 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 681747 T1738 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 681803 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 681806 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 681827 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 681831 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 681833 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 681837 T1738 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 681838 T1738 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C577 name=collection1 org.apache.solr.core.SolrCore@75c41697 url=http://127.0.0.1:55770/ehfx/jq/collection1 node=127.0.0.1:55770_ehfx%2Fjq C577_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55770/ehfx/jq, core=collection1, node_name=127.0.0.1:55770_ehfx%2Fjq}
   [junit4]   2> 681839 T1738 C577 P55770 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55770/ehfx/jq/collection1/
   [junit4]   2> 681839 T1738 C577 P55770 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 681839 T1738 C577 P55770 oasc.SyncStrategy.syncToMe http://127.0.0.1:55770/ehfx/jq/collection1/ has no replicas
   [junit4]   2> 681840 T1738 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55770/ehfx/jq/collection1/ shard2
   [junit4]   2> 681840 T1738 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 681841 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 681897 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 681910 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 681920 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 682045 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 682046 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 682053 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 682060 T1738 oasc.ZkController.register We are http://127.0.0.1:55770/ehfx/jq/collection1/ and leader is http://127.0.0.1:55770/ehfx/jq/collection1/
   [junit4]   2> 682061 T1738 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55770/ehfx/jq
   [junit4]   2> 682062 T1738 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 682064 T1738 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 682065 T1738 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 682074 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 682075 T1738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 682075 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 682082 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 682085 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55770/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55770_ehfx%2Fjq",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 682096 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 682213 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 682214 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 682215 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 684653 T1688 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 684654 T1688 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 684659 T1688 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55775
   [junit4]   2> 684661 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 684662 T1688 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 684663 T1688 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004
   [junit4]   2> 684664 T1688 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/'
   [junit4]   2> 684740 T1688 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/solr.xml
   [junit4]   2> 684876 T1688 oasc.CoreContainer.<init> New CoreContainer 381484183
   [junit4]   2> 684877 T1688 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/]
   [junit4]   2> 684878 T1688 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 684879 T1688 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 684879 T1688 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 684879 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 684880 T1688 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 684880 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 684881 T1688 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 684881 T1688 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 684882 T1688 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 684882 T1688 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 684883 T1688 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 684883 T1688 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 684884 T1688 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55762/solr
   [junit4]   2> 684884 T1688 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 684886 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 684889 T1750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@516b292a name:ZooKeeperConnection Watcher:127.0.0.1:55762 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 684890 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 684898 T1688 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 684902 T1752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ae1fdf0 name:ZooKeeperConnection Watcher:127.0.0.1:55762/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 684902 T1688 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 684925 T1688 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 685937 T1688 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55774_ehfx%2Fjq
   [junit4]   2> 685939 T1688 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55774_ehfx%2Fjq
   [junit4]   2> 685948 T1710 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 685949 T1720 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 685949 T1752 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 685949 T1733 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 685973 T1753 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 685973 T1753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 685975 T1753 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 685975 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 685976 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 685977 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 685980 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 685983 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55774/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55774_ehfx%2Fjq",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 685984 T1711 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 685984 T1711 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 685991 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 685993 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 685993 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 685994 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 685993 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 686977 T1753 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 686977 T1753 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 686979 T1753 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 686979 T1753 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 686982 T1753 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 686983 T1753 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/collection1/'
   [junit4]   2> 686985 T1753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 686987 T1753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 686987 T1753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 687082 T1753 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 687130 T1753 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 687135 T1753 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 687150 T1753 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 687794 T1753 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 687794 T1753 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 687795 T1753 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 687805 T1753 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 687812 T1753 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 687855 T1753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 687864 T1753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 687875 T1753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 687878 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 687879 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 687879 T1753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 687887 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 687888 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 687888 T1753 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 687888 T1753 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 687889 T1753 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-004/collection1/, dataDir=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty2/
   [junit4]   2> 687892 T1753 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780ae3ec
   [junit4]   2> 687893 T1753 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty2
   [junit4]   2> 687895 T1753 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty2/index/
   [junit4]   2> 687895 T1753 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 687896 T1753 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-001/jetty2/index
   [junit4]   2> 687898 T1753 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=595201471, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 687900 T1753 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a24c48a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@138772a5),segFN=segments_1,generation=1}
   [junit4]   2> 687901 T1753 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 687912 T1753 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 687913 T1753 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 687914 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 687915 T1753 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 687916 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 687916 T1753 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 687918 T1753 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 687918 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 687919 T1753 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 687921 T1753 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 687922 T1753 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 687922 T1753 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 687923 T1753 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 687924 T1753 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 687924 T1753 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 687926 T1753 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 687946 T1753 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 687955 T1753 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 687955 T1753 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 687956 T1753 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=321382804, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 687958 T1753 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a24c48a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@138772a5),segFN=segments_1,generation=1}
   [junit4]   2> 687959 T1753 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 687961 T1753 oass.SolrIndexSearcher.<init> Opening Searcher@aacfe8c[collection1] main
   [junit4]   2> 687961 T1753 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 687966 T1753 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 687967 T1753 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 687968 T1753 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 687969 T1753 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 687969 T1753 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 687972 T1753 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 687972 T1753 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 687973 T1753 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 687973 T1753 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 687980 T1754 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aacfe8c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 687984 T1753 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 687986 T1757 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55774/ehfx/jq collection:collection1 shard:shard1
   [junit4]   2> 687989 T1688 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 687989 T1688 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 687991 T1757 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 687992 T1688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 687995 T1688 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 687995 T1688 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 687998 T1688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 688010 T1757 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 688016 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688018 T1757 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 688019 T1757 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C578 name=collection1 org.apache.solr.core.SolrCore@7d412262 url=http://127.0.0.1:55774/ehfx/jq/collection1 node=127.0.0.1:55774_ehfx%2Fjq C578_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55774/ehfx/jq, core=collection1, node_name=127.0.0.1:55774_ehfx%2Fjq}
   [junit4]   2> 688019 T1757 C578 P55774 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55774/ehfx/jq/collection1/
   [junit4]   2> 688020 T1757 C578 P55774 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 688020 T1757 C578 P55774 oasc.SyncStrategy.syncToMe http://127.0.0.1:55774/ehfx/jq/collection1/ has no replicas
   [junit4]   2> 688020 T1757 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55774/ehfx/jq/collection1/ shard1
   [junit4]   2> 688021 T1757 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 688021 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 688030 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688033 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688033 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688033 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688034 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688049 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 688059 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688166 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688166 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688166 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688166 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688195 T1757 oasc.ZkController.register We are http://127.0.0.1:55774/ehfx/jq/collection1/ and leader is http://127.0.0.1:55774/ehfx/jq/collection1/
   [junit4]   2> 688196 T1757 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55774/ehfx/jq
   [junit4]   2> 688196 T1757 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 688196 T1757 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 688196 T1757 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 688202 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688202 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688202 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688203 T1757 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 688207 T1711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 688209 T1711 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55774/ehfx/jq",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55774_ehfx%2Fjq",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 688217 T1710 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 688324 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688325 T1710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688325 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 688325 T1720 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 689004 T1688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 689007 T1688 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
   [junit4]   2> 689012 T1718 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/127.0.0.1,port=55778,localport=55765], receiveBufferSize:146988
   [junit4]   2> 689021 T1718 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=55766,localport=55779], receiveBufferSize=146988
   [junit4]   2> ASYNC  NEW_CORE C579 name=collection1 org.apache.solr.core.SolrCore@63860240 url=http://127.0.0.1:55765/ehfx/jq/collection1 node=127.0.0.1:55765_ehfx%2Fjq C579_STATE=coll:control_collection core:collection1 props:{state=active, base_url=http://127.0.0.1:55765/ehfx/jq, core=collection1, node_name=127.0.0.1:55765_ehfx%2Fjq, leader=true}
   [junit4]   2> 689025 T1703 C579 P55765 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 689025 T1703 C579 P55765 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 689026 T1703 C579 P55765 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 689026 T1703 C579 P55765 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 689026 T1703 C579 P55765 oasup.LogUpdateProcessor.finish [collection1] webapp=/ehfx/jq path=/update params={version=2&waitSearcher=true&wt=javabin&softCommit=false&commit=true} {commit=} 0 1
   [junit4]   2> 689030 T1758 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/127.0.0.1,port=55780,localport=55774], receiveBufferSize:146988
   [junit4]   2> 689032 T1758 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=55775,localport=55781], receiveBufferSize=146988
   [junit4]   2> 689037 T1758 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/127.0.0.1,port=55782,localport=55774], receiveBufferSize:146988
   [junit4]   2> 689038 T1758 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=55775,localport=55783], receiveBufferSize=146988
   [junit4]   2>  C578_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:55774/ehfx/jq, core=collection1, node_name=127.0.0.1:55774_ehfx%2Fjq, leader=true}
   [junit4]   2> 689043 T1746 C578 P55774 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 689044 T1746 C578 P55774 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 689044 T1746 C578 P55774 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 689044 T1746 C578 P55774 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 689045 T1746 C578 P55774 oasup.LogUpdateProcessor.finish [collection1] webapp=/ehfx/jq path=/update params={version=2&waitSearcher=true&wt=javabin&distrib.from=http://127.0.0.1:55774/ehfx/jq/collection1/&openSearcher=true&commit_end_point=true&softCommit=false&expungeDeletes=false&commit=true&update.distrib=FROMLEADER} {commit=} 0 2
   [junit4]   2> 689050 T1739 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/127.0.0.1,port=55784,localport=55770], receiveBufferSize:146988
   [junit4]   2> 689052 T1739 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=55771,localport=55785], receiveBufferSize=146988
   [junit4]   2> ASYNC  NEW_CORE C580 name=collection1 org.apache.solr.core.SolrCore@75c41697 url=http://127.0.0.1:55770/ehfx/jq/collection1 node=127.0.0.1:55770_ehfx%2Fjq C580_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:55770/ehfx/jq, core=collection1, node_name=127.0.0.1:55770_ehfx%2Fjq, leader=true}
   [junit4]   2> 689055 T1727 C580 P55770 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 689056 T1727 C580 P55770 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 689056 T1727 C580 P55770 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 689056 T1727 C580 P55770 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 689057 T1727 C580 P55770 oasup.LogUpdateProcessor.finish [collection1] webapp=/ehfx/jq path=/update params={version=2&waitSearcher=true&wt=javabin&distrib.from=http://127.0.0.1:55774/ehfx/jq/collection1/&openSearcher=true&commit_end_point=true&softCommit=false&expungeDeletes=false&commit=true&update.distrib=FROMLE

[...truncated too long message...]

 T1733 C600 P55770 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1124486 T1733 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1124487 T1733 oasc.SolrCore.close [c8n_1x3_lf_shard1_replica3]  CLOSING SolrCore org.apache.solr.core.SolrCore@edec63d
   [junit4]   2> 1124496 T1733 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=302,transaction_logs_total_number=2}
   [junit4]   2> 1124497 T1733 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1124501 T1733 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1124501 T1733 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1124502 T1733 C600 P55770 oasu.DirectUpdateHandler2.closeWriter Committing on IndexWriter close.
   [junit4]   2> 1124501 T1688 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/ehfx/jq,null}
   [junit4]   2> 1124507 T1733 C600 P55770 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@72aa1e6e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55ebd41f),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@72aa1e6e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55ebd41f),segFN=segments_4,generation=4}
   [junit4]   2> 1124507 T1733 C600 P55770 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1124509 T1733 oasc.SolrCore.closeSearcher [c8n_1x3_lf_shard1_replica3] Closing main searcher on request.
   [junit4]   2> 1124511 T1733 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1124511 T1733 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index [CachedDir<<refCount=0;path=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index;done=false>>]
   [junit4]   2> 1124511 T1733 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index
   [junit4]   2> 1124511 T1733 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data [CachedDir<<refCount=0;path=./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data;done=false>>]
   [junit4]   2> 1124511 T1733 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data
   [junit4]   2> 1124513 T1733 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1124513 T1733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1124513 T1733 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1124513 T1733 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1129487 T1688 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 55774
   [junit4]   2> 1129487 T1688 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1129490 T1688 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55762 55762
   [junit4]   2> 1129503 T1689 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55762 55762
   [junit4]   2> 1129786 T1688 oasc.SocketProxy.close WARN Closing 3 connections to: http://127.0.0.1:55770/ehfx/jq
   [junit4]   2> 1129787 T1688 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:55774/ehfx/jq
   [junit4]   2> 1129787 T1688 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:55765/ehfx/jq
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=testDistribSearch -Dtests.seed=1202D6FB5059DD77 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Pyongyang -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    458s | HttpPartitionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1202D6FB5059DD77:93E458E32706BD4B]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:545)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:371)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:151)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1129861 T1688 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-1202D6FB5059DD77-001
   [junit4]   2> 458114 T1687 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=cs_CZ, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=96142720,total=340795392
   [junit4]   2> NOTE: All tests run in this JVM: [TestChildDocTransformer, TestOmitPositions, CopyFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, FastVectorHighlighterTest, XmlUpdateRequestHandlerTest, TestCharFilters, SpellPossibilityIteratorTest, BasicFunctionalityTest, ResponseHeaderTest, CustomCollectionTest, SuggesterWFSTTest, CollectionsAPIAsyncDistributedZkTest, FullSolrCloudDistribCmdsTest, QueryParsingTest, TestArbitraryIndexDir, CurrencyFieldOpenExchangeTest, TestAtomicUpdateErrorCases, TestFuzzyAnalyzedSuggestions, SolrIndexSplitterTest, TestExceedMaxTermLength, DistributedSpellCheckComponentTest, AnalysisErrorHandlingTest, URLClassifyProcessorTest, CoreAdminHandlerTest, ResourceLoaderTest, TestLuceneMatchVersion, CoreContainerCoreInitFailuresTest, DistributedDebugComponentTest, CurrencyFieldXmlFileTest, ConnectionManagerTest, MBeansHandlerTest, TestManagedSynonymFilterFactory, FileUtilsTest, TestLFUCache, AlternateDirectoryTest, TestCustomSort, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest]
   [junit4] Completed in 458.43s, 1 test, 1 error <<< FAILURES!

[...truncated 1171 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 408 suites, 1663 tests, 1 error, 42 ignored (15 assumptions)

Total time: 166 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1683 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1683/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([C4A19E4D24BC3812]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([C4A19E4D24BC3812]:0)




Build Log:
[...truncated 11274 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/init-core-data-001
   [junit4]   2> 2357593 T4826 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_yh/
   [junit4]   2> 2357609 T4826 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2357610 T4826 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2357611 T4827 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2357712 T4826 oasc.ZkTestServer.run start zk server on port:55565
   [junit4]   2> 2357717 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2357728 T4833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c7bbd26 name:ZooKeeperConnection Watcher:127.0.0.1:55565 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2357729 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2357730 T4826 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2357742 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2357745 T4835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36297d5f name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2357746 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2357746 T4826 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2357753 T4826 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2357761 T4826 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2357768 T4826 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2357776 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2357777 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2357790 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2357791 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2357799 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2357800 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2357811 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2357812 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2357823 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2357824 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2357836 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2357836 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2357848 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2357849 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2357859 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2357860 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2357868 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2357869 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2357876 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2357876 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2357883 T4826 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2357883 T4826 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2359576 T4826 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2359881 T4826 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55569
   [junit4]   2> 2359882 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2359883 T4826 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2359883 T4826 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002
   [junit4]   2> 2359884 T4826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/'
   [junit4]   2> 2359937 T4826 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/solr.xml
   [junit4]   2> 2360016 T4826 oasc.CoreContainer.<init> New CoreContainer 1617080511
   [junit4]   2> 2360017 T4826 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/]
   [junit4]   2> 2360018 T4826 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2360018 T4826 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2360018 T4826 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2360019 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2360019 T4826 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2360020 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2360020 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2360020 T4826 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2360021 T4826 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2360021 T4826 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2360022 T4826 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2360022 T4826 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2360023 T4826 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55565/solr
   [junit4]   2> 2360024 T4826 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2360025 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2360029 T4846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f41fd08 name:ZooKeeperConnection Watcher:127.0.0.1:55565 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2360031 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2360038 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2360043 T4848 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37eb24ef name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2360044 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2360049 T4826 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2360062 T4826 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2360071 T4826 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2360081 T4826 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2360090 T4826 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2360101 T4826 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2360106 T4826 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55568__yh
   [junit4]   2> 2360109 T4826 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55568__yh
   [junit4]   2> 2360118 T4826 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2360125 T4826 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2360139 T4826 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55568__yh
   [junit4]   2> 2360142 T4826 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2360148 T4826 oasc.Overseer.start Overseer (id=92120623245295619-127.0.0.1:55568__yh-n_0000000000) starting
   [junit4]   2> 2360157 T4826 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2360189 T4850 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2360190 T4826 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2360198 T4826 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2360204 T4826 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2360215 T4849 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2360220 T4851 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2360220 T4851 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2360222 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360222 T4851 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2360227 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2360229 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55568/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55568__yh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2360230 T4849 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2360230 T4849 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2360236 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360238 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2361224 T4851 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2361225 T4851 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2361226 T4851 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2361227 T4851 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2361229 T4851 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2361229 T4851 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/collection1/'
   [junit4]   2> 2361231 T4851 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2361231 T4851 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2361231 T4851 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2361301 T4851 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2361350 T4851 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2361354 T4851 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2361363 T4851 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2361861 T4851 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2361864 T4851 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2361864 T4851 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2361875 T4851 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2361878 T4851 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2361914 T4851 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2361920 T4851 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2361928 T4851 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2361931 T4851 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2361932 T4851 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2361932 T4851 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2361934 T4851 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2361935 T4851 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2361935 T4851 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2361935 T4851 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2361936 T4851 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-002/collection1/, dataDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/control/data/
   [junit4]   2> 2361936 T4851 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b02770
   [junit4]   2> 2361937 T4851 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/control/data
   [junit4]   2> 2361937 T4851 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/control/data/index/
   [junit4]   2> 2361937 T4851 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2361937 T4851 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/control/data/index
   [junit4]   2> 2361938 T4851 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=55.17578125, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=29.758031526123983, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2361939 T4851 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5455b0b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49ce24e1),segFN=segments_1,generation=1}
   [junit4]   2> 2361939 T4851 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2361945 T4851 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2361945 T4851 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2361946 T4851 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2361947 T4851 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2361947 T4851 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2361947 T4851 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2361948 T4851 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2361948 T4851 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2361948 T4851 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2361950 T4851 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2361951 T4851 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2361952 T4851 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2361952 T4851 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2361955 T4851 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2361956 T4851 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2361956 T4851 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2361976 T4851 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2361983 T4851 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2361984 T4851 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2361984 T4851 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2361985 T4851 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5455b0b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49ce24e1),segFN=segments_1,generation=1}
   [junit4]   2> 2361985 T4851 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2361986 T4851 oass.SolrIndexSearcher.<init> Opening Searcher@c1b074e[collection1] main
   [junit4]   2> 2361986 T4851 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2361990 T4851 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2361990 T4851 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2361991 T4851 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2361992 T4851 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2361992 T4851 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2361994 T4851 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2361994 T4851 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2361996 T4851 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2362002 T4851 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2362003 T4851 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2362004 T4851 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2362007 T4852 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c1b074e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2362009 T4851 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2362011 T4855 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55568/_yh collection:control_collection shard:shard1
   [junit4]   2> 2362011 T4826 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2362013 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2362014 T4855 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2362022 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2362025 T4858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b86258b name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2362026 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2362029 T4826 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2362033 T4826 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2362043 T4855 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2362049 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362054 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2362055 T4855 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2362055 T4855 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C596 name=collection1 org.apache.solr.core.SolrCore@50f94655 url=http://127.0.0.1:55568/_yh/collection1 node=127.0.0.1:55568__yh C596_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55568/_yh, core=collection1, node_name=127.0.0.1:55568__yh}
   [junit4]   2> 2362055 T4855 C596 P55568 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55568/_yh/collection1/
   [junit4]   2> 2362056 T4855 C596 P55568 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2362056 T4855 C596 P55568 oasc.SyncStrategy.syncToMe http://127.0.0.1:55568/_yh/collection1/ has no replicas
   [junit4]   2> 2362057 T4855 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55568/_yh/collection1/ shard1
   [junit4]   2> 2362058 T4855 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2362061 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362070 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2362074 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2362098 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2362106 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362212 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2362213 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2362246 T4855 oasc.ZkController.register We are http://127.0.0.1:55568/_yh/collection1/ and leader is http://127.0.0.1:55568/_yh/collection1/
   [junit4]   2> 2362246 T4855 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55568/_yh
   [junit4]   2> 2362246 T4855 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2362247 T4855 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2362247 T4855 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2362249 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362249 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362249 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362251 T4855 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2362255 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2362257 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55568/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55568__yh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2362263 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362369 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2362370 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2363999 T4826 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2364000 T4826 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2364006 T4826 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55574
   [junit4]   2> 2364009 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2364009 T4826 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2364009 T4826 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003
   [junit4]   2> 2364009 T4826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/'
   [junit4]   2> 2364060 T4826 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/solr.xml
   [junit4]   2> 2364125 T4826 oasc.CoreContainer.<init> New CoreContainer 1419500772
   [junit4]   2> 2364126 T4826 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/]
   [junit4]   2> 2364127 T4826 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2364128 T4826 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2364128 T4826 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2364129 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2364129 T4826 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2364129 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2364129 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2364130 T4826 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2364130 T4826 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2364130 T4826 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2364131 T4826 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2364131 T4826 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2364131 T4826 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55565/solr
   [junit4]   2> 2364132 T4826 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2364133 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2364138 T4869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44c32821 name:ZooKeeperConnection Watcher:127.0.0.1:55565 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2364139 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2364146 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2364150 T4871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bd2197 name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2364150 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2364169 T4826 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2365182 T4826 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55573__yh
   [junit4]   2> 2365184 T4826 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55573__yh
   [junit4]   2> 2365191 T4848 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2365192 T4871 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2365192 T4858 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2365214 T4872 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2365214 T4872 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2365216 T4872 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2365216 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2365217 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2365218 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2365223 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2365224 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55573/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55573__yh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2365225 T4849 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 2365225 T4849 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2365232 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2365233 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2365234 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2365234 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2366218 T4872 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2366219 T4872 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2366221 T4872 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2366222 T4872 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2366225 T4872 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2366225 T4872 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/collection1/'
   [junit4]   2> 2366226 T4872 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2366227 T4872 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2366227 T4872 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2366295 T4872 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2366347 T4872 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2366350 T4872 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2366360 T4872 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2366819 T4872 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2366821 T4872 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2366822 T4872 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2366830 T4872 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2366835 T4872 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2366865 T4872 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2366873 T4872 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2366878 T4872 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2366880 T4872 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2366881 T4872 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2366881 T4872 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2366884 T4872 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2366884 T4872 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2366884 T4872 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2366885 T4872 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2366886 T4872 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-003/collection1/, dataDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty1/
   [junit4]   2> 2366886 T4872 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b02770
   [junit4]   2> 2366887 T4872 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty1
   [junit4]   2> 2366887 T4872 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty1/index/
   [junit4]   2> 2366887 T4872 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2366888 T4872 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty1/index
   [junit4]   2> 2366888 T4872 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=55.17578125, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=29.758031526123983, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2366889 T4872 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9004c4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cbe6c7),segFN=segments_1,generation=1}
   [junit4]   2> 2366889 T4872 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2366896 T4872 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2366897 T4872 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2366897 T4872 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2366897 T4872 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2366898 T4872 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2366899 T4872 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2366899 T4872 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2366899 T4872 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2366900 T4872 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2366900 T4872 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2366901 T4872 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2366901 T4872 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2366901 T4872 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2366902 T4872 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2366904 T4872 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2366904 T4872 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2366916 T4872 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2366920 T4872 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2366920 T4872 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2366921 T4872 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2366922 T4872 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9004c4f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cbe6c7),segFN=segments_1,generation=1}
   [junit4]   2> 2366923 T4872 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2366923 T4872 oass.SolrIndexSearcher.<init> Opening Searcher@7616379b[collection1] main
   [junit4]   2> 2366923 T4872 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2366926 T4872 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2366926 T4872 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2366927 T4872 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2366927 T4872 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2366928 T4872 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2366931 T4872 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2366931 T4872 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2366931 T4872 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2366932 T4872 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2366937 T4873 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7616379b[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2366940 T4872 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2366943 T4876 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55573/_yh collection:collection1 shard:shard1
   [junit4]   2> 2366944 T4826 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2366945 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2366945 T4876 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2366959 T4876 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2366962 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2366964 T4876 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2366964 T4876 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C597 name=collection1 org.apache.solr.core.SolrCore@4cf89e23 url=http://127.0.0.1:55573/_yh/collection1 node=127.0.0.1:55573__yh C597_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55573/_yh, core=collection1, node_name=127.0.0.1:55573__yh}
   [junit4]   2> 2366965 T4876 C597 P55573 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55573/_yh/collection1/
   [junit4]   2> 2366965 T4876 C597 P55573 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2366965 T4876 C597 P55573 oasc.SyncStrategy.syncToMe http://127.0.0.1:55573/_yh/collection1/ has no replicas
   [junit4]   2> 2366966 T4876 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55573/_yh/collection1/ shard1
   [junit4]   2> 2366966 T4876 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2366976 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2366982 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2366988 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2366989 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2366991 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367007 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2367015 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2367121 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367122 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367123 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367144 T4876 oasc.ZkController.register We are http://127.0.0.1:55573/_yh/collection1/ and leader is http://127.0.0.1:55573/_yh/collection1/
   [junit4]   2> 2367144 T4876 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55573/_yh
   [junit4]   2> 2367144 T4876 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2367144 T4876 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2367145 T4876 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2367147 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2367148 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2367148 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2367150 T4876 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2367151 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2367152 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55573/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55573__yh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2367159 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2367270 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367270 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2367271 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2368814 T4826 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2368816 T4826 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2368824 T4826 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55578
   [junit4]   2> 2368827 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2368828 T4826 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2368829 T4826 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004
   [junit4]   2> 2368829 T4826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/'
   [junit4]   2> 2368912 T4826 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/solr.xml
   [junit4]   2> 2369035 T4826 oasc.CoreContainer.<init> New CoreContainer 560215768
   [junit4]   2> 2369037 T4826 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/]
   [junit4]   2> 2369040 T4826 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2369040 T4826 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2369041 T4826 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2369041 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2369042 T4826 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2369043 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2369043 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2369044 T4826 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2369044 T4826 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2369046 T4826 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2369046 T4826 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2369048 T4826 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2369048 T4826 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55565/solr
   [junit4]   2> 2369049 T4826 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2369051 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2369057 T4888 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a4cb008 name:ZooKeeperConnection Watcher:127.0.0.1:55565 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2369059 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2369066 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2369071 T4890 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6518ead1 name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2369072 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2369103 T4826 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2370116 T4826 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55577__yh
   [junit4]   2> 2370120 T4826 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55577__yh
   [junit4]   2> 2370129 T4871 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2370129 T4890 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2370130 T4848 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2370131 T4858 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2370147 T4891 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2370148 T4891 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2370150 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2370151 T4891 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2370151 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2370152 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2370157 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2370159 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55577/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55577__yh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2370159 T4849 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 2370160 T4849 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2370166 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2370169 T4890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2370169 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2370169 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2370170 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2371155 T4891 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2371155 T4891 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2371157 T4891 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2371157 T4891 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2371160 T4891 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2371160 T4891 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/collection1/'
   [junit4]   2> 2371161 T4891 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2371162 T4891 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2371162 T4891 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2371275 T4891 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2371347 T4891 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2371351 T4891 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2371362 T4891 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2371913 T4891 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2371914 T4891 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2371915 T4891 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2371925 T4891 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2371928 T4891 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2371965 T4891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2371973 T4891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2371981 T4891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2371985 T4891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2371986 T4891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2371986 T4891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2371989 T4891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2371989 T4891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2371990 T4891 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2371990 T4891 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2371990 T4891 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-004/collection1/, dataDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty2/
   [junit4]   2> 2371991 T4891 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b02770
   [junit4]   2> 2371993 T4891 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty2
   [junit4]   2> 2371993 T4891 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty2/index/
   [junit4]   2> 2371993 T4891 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2371994 T4891 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-001/jetty2/index
   [junit4]   2> 2371994 T4891 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=55.17578125, floorSegmentMB=1.7431640625, forceMergeDeletesPctAllowed=29.758031526123983, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2371996 T4891 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@535bff39 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@93140d4),segFN=segments_1,generation=1}
   [junit4]   2> 2371996 T4891 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2372006 T4891 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2372007 T4891 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2372007 T4891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2372008 T4891 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2372008 T4891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2372008 T4891 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2372011 T4891 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2372012 T4891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2372013 T4891 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2372013 T4891 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2372014 T4891 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2372014 T4891 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2372014 T4891 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2372016 T4891 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2372017 T4891 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2372018 T4891 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2372033 T4891 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2372045 T4891 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2372045 T4891 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2372047 T4891 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2372050 T4891 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@535bff39 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@93140d4),segFN=segments_1,generation=1}
   [junit4]   2> 2372050 T4891 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2372050 T4891 oass.SolrIndexSearcher.<init> Opening Searcher@6e7d3fb7[collection1] main
   [junit4]   2> 2372051 T4891 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2372056 T4891 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2372056 T4891 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2372059 T4891 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2372059 T4891 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2372060 T4891 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2372065 T4891 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2372066 T4891 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2372066 T4891 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2372066 T4891 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2372079 T4892 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e7d3fb7[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2372083 T4891 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2372085 T4895 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55577/_yh collection:collection1 shard:shard2
   [junit4]   2> 2372086 T4826 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2372086 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2372087 T4895 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2372104 T4895 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2372109 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372113 T4895 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2372115 T4895 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C598 name=collection1 org.apache.solr.core.SolrCore@433b89cc url=http://127.0.0.1:55577/_yh/collection1 node=127.0.0.1:55577__yh C598_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55577/_yh, core=collection1, node_name=127.0.0.1:55577__yh}
   [junit4]   2> 2372115 T4895 C598 P55577 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55577/_yh/collection1/
   [junit4]   2> 2372116 T4895 C598 P55577 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2372116 T4895 C598 P55577 oasc.SyncStrategy.syncToMe http://127.0.0.1:55577/_yh/collection1/ has no replicas
   [junit4]   2> 2372116 T4895 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55577/_yh/collection1/ shard2
   [junit4]   2> 2372117 T4895 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2372130 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2372140 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372159 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372168 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372168 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372168 T4890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372197 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2372206 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372314 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372314 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372315 T4890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372314 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372341 T4895 oasc.ZkController.register We are http://127.0.0.1:55577/_yh/collection1/ and leader is http://127.0.0.1:55577/_yh/collection1/
   [junit4]   2> 2372341 T4895 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55577/_yh
   [junit4]   2> 2372342 T4895 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2372342 T4895 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2372342 T4895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2372350 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372351 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372351 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372356 T4895 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2372360 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2372362 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55577/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55577__yh",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2372370 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2372478 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372479 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372479 T4890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2372479 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2374082 T4826 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2374083 T4826 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2374091 T4826 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55582
   [junit4]   2> 2374092 T4826 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2374093 T4826 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2374093 T4826 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005
   [junit4]   2> 2374093 T4826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/'
   [junit4]   2> 2374149 T4826 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/solr.xml
   [junit4]   2> 2374237 T4826 oasc.CoreContainer.<init> New CoreContainer 2101258422
   [junit4]   2> 2374237 T4826 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/]
   [junit4]   2> 2374238 T4826 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2374239 T4826 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2374239 T4826 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2374240 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2374240 T4826 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2374241 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2374241 T4826 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2374241 T4826 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2374242 T4826 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2374244 T4826 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2374244 T4826 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2374245 T4826 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2374246 T4826 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55565/solr
   [junit4]   2> 2374247 T4826 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2374248 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2374251 T4907 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c340184 name:ZooKeeperConnection Watcher:127.0.0.1:55565 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2374252 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2374259 T4826 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2374262 T4909 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@745204eb name:ZooKeeperConnection Watcher:127.0.0.1:55565/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2374262 T4826 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2374287 T4826 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2375301 T4826 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55581__yh
   [junit4]   2> 2375304 T4826 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55581__yh
   [junit4]   2> 2375314 T4890 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2375314 T4858 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2375314 T4909 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2375314 T4871 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2375316 T4848 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2375331 T4910 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2375332 T4910 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2375334 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2375334 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2375335 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2375334 T4910 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2375340 T4849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2375342 T4849 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55581/_yh",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55581__yh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2375342 T4849 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 2375342 T4849 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 2375348 T4848 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2375351 T4871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2375352 T4858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2375353 T4890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2375351 T4848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2375353 T4909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2376337 T4910 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2376338 T4910 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2376339 T4910 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2376340 T4910 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2376343 T4910 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2376343 T4910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/collection1/'
   [junit4]   2> 2376344 T4910 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/collection1/lib/.svn/' to classloader
   [junit4]   2> 2376345 T4910 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/collection1/lib/classes/' to classloader
   [junit4]   2> 2376345 T4910 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-C4A19E4D24BC3812-001/tempDir-005/collection1/lib/README' to classloader
   [junit4]   2> 2376422 T4910 oasc.SolrConfig.<init> Using Lucene MatchVer

[...truncated too long message...]

pport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   5) Thread[id=5041, name=searcherExecutor-2633-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   6) Thread[id=4911, name=searcherExecutor-2616-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   7) Thread[id=4908, name=TEST-ReplicationFactorTest.testDistribSearch-seed#[C4A19E4D24BC3812]-SendThread(127.0.0.1:55565), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]   2> 	   8) Thread[id=4897, name=HashSessionScavenger-151, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> 	   9) Thread[id=4898, name=qtp453000268-4898 Selector0, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:205)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:243)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  10) Thread[id=4899, name=qtp453000268-4899 Acceptor0 SelectChannelConnector@127.0.0.1:55582, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene46, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ja, timezone=Europe/Tirane
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=14,free=212191032,total=503316480
   [junit4]   2> NOTE: All tests run in this JVM: [TestRemoteStreaming, AlternateDirectoryTest, TestCloudManagedSchema, RemoteQueryErrorTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, CoreAdminHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestSolrQueryParserResource, AutoCommitTest, NotRequiredUniqueKeyTest, BlockCacheTest, RegexBoostProcessorTest, TestNonNRTOpen, RankQueryTest, UpdateParamsTest, SolrTestCaseJ4Test, TestReversedWildcardFilterFactory, UniqFieldsUpdateProcessorFactoryTest, TestWriterPerf, DistribDocExpirationUpdateProcessorTest, TestFastWriter, SystemInfoHandlerTest, CoreAdminCreateDiscoverTest, TestCoreDiscovery, LeaderElectionTest, HdfsUnloadDistributedZkTest, TestDefaultSimilarityFactory, HardAutoCommitTest, TermVectorComponentTest, CoreContainerCoreInitFailuresTest, CircularListTest, TestFieldSortValues, DistributedQueryComponentOptimizationTest, TermVectorComponentDistributedTest, HdfsSyncSliceTest, TestHighlightDedupGrouping, TestInfoStreamLogging, TestSearchPerf, TestCodecSupport, SolrIndexSplitterTest, TestCollapseQParserPlugin, TestExceedMaxTermLength, TestSolrXml, TestDistribDocBasedVersion, MinimalSchemaTest, HighlighterConfigTest, TestSolr4Spatial2, CurrencyFieldXmlFileTest, TestRestManager, MultiThreadedOCPTest, SolrCmdDistributorTest, DocExpirationUpdateProcessorFactoryTest, TestReplicationHandlerBackup, EchoParamsTest, TestMaxScoreQueryParser, DistanceFunctionTest, TestManagedStopFilterFactory, TestComponentsName, TestRecovery, TestSimpleQParserPlugin, TestStressLucene, TestBlendedInfixSuggestions, TestBinaryField, DirectSolrConnectionTest, EnumFieldTest, ResponseHeaderTest, TestRequestStatusCollectionAPI, DistributedDebugComponentTest, BinaryUpdateRequestHandlerTest, ResponseLogComponentTest, ChaosMonkeyNothingIsSafeTest, TestFiltering, DirectUpdateHandlerTest, TestSchemaNameResource, TestSolrQueryParserDefaultOperatorResource, TestRealTimeGet, QueryEqualityTest, DistributedExpandComponentTest, HdfsBasicDistributedZkTest, CollectionsAPIAsyncDistributedZkTest, TriLevelCompositeIdRoutingTest, AnalysisErrorHandlingTest, ScriptEngineTest, TestSolrCoreProperties, PreAnalyzedUpdateProcessorTest, InfoHandlerTest, DocValuesTest, RollingRestartTest, SpellCheckCollatorTest, TestQueryUtils, TestFreeTextSuggestions, TestSolrJ, ParsingFieldUpdateProcessorsTest, TestZkChroot, TestCollectionAPI, TestChildDocTransformer, SuggesterTSTTest, TestCustomSort, TestInitQParser, PeerSyncTest, ZkControllerTest, BasicDistributedZk2Test, FieldAnalysisRequestHandlerTest, TestIndexingPerformance, TestSort, HdfsDirectoryTest, TestLuceneMatchVersion, ReplicationFactorTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ReplicationFactorTest -Dtests.seed=C4A19E4D24BC3812 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Europe/Tirane -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | ReplicationFactorTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C4A19E4D24BC3812]:0)
   [junit4] Completed in 7256.41s, 1 test, 2 errors <<< FAILURES!

[...truncated 890 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 408 suites, 1663 tests, 1 suite-level error, 1 error, 1229 ignored (9 assumptions)

Total time: 211 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1682 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1682/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
	at __randomizedtesting.SeedInfo.seed([A2F0027EA8E47350:23168C66DFBB136C]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:545)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:372)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:151)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:55449

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:55449
	at __randomizedtesting.SeedInfo.seed([A2F0027EA8E47350:23168C66DFBB136C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 46 more




Build Log:
[...truncated 11007 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/init-core-data-001
   [junit4]   2> 919210 T2081 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /e_/da
   [junit4]   2> 919213 T2081 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 919215 T2081 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 919216 T2082 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 919220 T2081 oasc.ZkTestServer.run start zk server on port:54271
   [junit4]   2> 919230 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919234 T2088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67e702ec name:ZooKeeperConnection Watcher:127.0.0.1:54271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919235 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919235 T2081 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 919249 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919251 T2090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fc6f3ae name:ZooKeeperConnection Watcher:127.0.0.1:54271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919252 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919252 T2081 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 919259 T2081 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 919267 T2081 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 919273 T2081 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 919280 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 919280 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 919286 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 919288 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 919293 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 919293 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 919299 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 919300 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 919305 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 919305 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 919331 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 919331 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 919335 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 919336 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 919348 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 919349 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 919354 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 919354 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 919360 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 919361 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 919365 T2081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 919365 T2081 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 921198 T2081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 921209 T2081 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54275
   [junit4]   2> 921210 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 921210 T2081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 921211 T2081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002
   [junit4]   2> 921211 T2081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/'
   [junit4]   2> 921284 T2081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/solr.xml
   [junit4]   2> 921324 T2081 oasc.CoreContainer.<init> New CoreContainer 1998859286
   [junit4]   2> 921325 T2081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/]
   [junit4]   2> 921326 T2081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 921327 T2081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 921328 T2081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 921329 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 921329 T2081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 921330 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 921331 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 921331 T2081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 921332 T2081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 921332 T2081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 921333 T2081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 921334 T2081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 921334 T2081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54271/solr
   [junit4]   2> 921335 T2081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 921342 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 921344 T2101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c7ed55d name:ZooKeeperConnection Watcher:127.0.0.1:54271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 921345 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 921356 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 921362 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a208d45 name:ZooKeeperConnection Watcher:127.0.0.1:54271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 921364 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 921370 T2081 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 921381 T2081 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 921394 T2081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 921403 T2081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 921412 T2081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 921423 T2081 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 921428 T2081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54274_e_%2Fda
   [junit4]   2> 921431 T2081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54274_e_%2Fda
   [junit4]   2> 921441 T2081 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 921450 T2081 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 921466 T2081 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54274_e_%2Fda
   [junit4]   2> 921466 T2081 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 921470 T2081 oasc.Overseer.start Overseer (id=92117779689308163-127.0.0.1:54274_e_%2Fda-n_0000000000) starting
   [junit4]   2> 921481 T2081 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 921515 T2105 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 921522 T2081 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 921532 T2081 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 921535 T2081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 921548 T2104 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 921550 T2106 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 921550 T2106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 921554 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921554 T2106 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 921558 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 921559 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54274/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54274_e_%2Fda",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 921560 T2104 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 921560 T2104 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 921565 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921567 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 922557 T2106 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 922557 T2106 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 922558 T2106 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 922558 T2106 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 922561 T2106 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 922561 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/collection1/'
   [junit4]   2> 922563 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 922563 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 922564 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 922610 T2106 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 922623 T2106 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 922628 T2106 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 922633 T2106 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 922839 T2106 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 922839 T2106 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 922839 T2106 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 922852 T2106 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 922854 T2106 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 922880 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 922886 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 922889 T2106 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 922893 T2106 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 922893 T2106 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 922893 T2106 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 922895 T2106 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 922896 T2106 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 922896 T2106 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 922896 T2106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 922896 T2106 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/control/data/
   [junit4]   2> 922896 T2106 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d3f13e
   [junit4]   2> 922897 T2106 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/control/data
   [junit4]   2> 922897 T2106 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/control/data/index/
   [junit4]   2> 922897 T2106 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 922898 T2106 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/control/data/index
   [junit4]   2> 922898 T2106 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=86.5185546875, floorSegmentMB=0.33984375, forceMergeDeletesPctAllowed=29.369652944129076, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7869548483625771
   [junit4]   2> 922899 T2106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@780708c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463bf20b),segFN=segments_1,generation=1}
   [junit4]   2> 922899 T2106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 922903 T2106 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 922903 T2106 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 922903 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 922904 T2106 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 922904 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 922904 T2106 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 922905 T2106 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 922906 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 922906 T2106 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 922906 T2106 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 922907 T2106 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 922907 T2106 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 922907 T2106 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 922908 T2106 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 922908 T2106 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 922908 T2106 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 922916 T2106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 922921 T2106 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 922921 T2106 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 922921 T2106 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 922922 T2106 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@780708c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463bf20b),segFN=segments_1,generation=1}
   [junit4]   2> 922922 T2106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 922922 T2106 oass.SolrIndexSearcher.<init> Opening Searcher@27b0c69c[collection1] main
   [junit4]   2> 922923 T2106 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 922926 T2106 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 922926 T2106 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 922927 T2106 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 922927 T2106 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 922927 T2106 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 922928 T2106 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 922929 T2106 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 922930 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 922937 T2106 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 922937 T2106 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 922938 T2106 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 922940 T2107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27b0c69c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 922941 T2106 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 922945 T2110 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54274/e_/da collection:control_collection shard:shard1
   [junit4]   2> 922946 T2081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 922946 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 922950 T2110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 922953 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 922958 T2113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29f3a470 name:ZooKeeperConnection Watcher:127.0.0.1:54271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 922959 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 922963 T2081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 922968 T2110 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 922974 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 922976 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 922982 T2081 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 922982 T2110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 922982 T2110 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C904 name=collection1 org.apache.solr.core.SolrCore@6d0cf6c2 url=http://127.0.0.1:54274/e_/da/collection1 node=127.0.0.1:54274_e_%2Fda C904_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:54274/e_/da, core=collection1, node_name=127.0.0.1:54274_e_%2Fda}
   [junit4]   2> 922983 T2110 C904 P54274 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54274/e_/da/collection1/
   [junit4]   2> 922983 T2110 C904 P54274 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 922984 T2110 C904 P54274 oasc.SyncStrategy.syncToMe http://127.0.0.1:54274/e_/da/collection1/ has no replicas
   [junit4]   2> 922984 T2110 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54274/e_/da/collection1/ shard1
   [junit4]   2> 922984 T2110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 923005 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923020 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923044 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923157 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 923157 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 923227 T2110 oasc.ZkController.register We are http://127.0.0.1:54274/e_/da/collection1/ and leader is http://127.0.0.1:54274/e_/da/collection1/
   [junit4]   2> 923228 T2110 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54274/e_/da
   [junit4]   2> 923228 T2110 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 923229 T2110 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 923229 T2110 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 923235 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923235 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923235 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923238 T2110 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 923240 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 923241 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54274/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54274_e_%2Fda",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 923246 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 923363 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 923363 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 925208 T2081 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 925209 T2081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 925218 T2081 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54280
   [junit4]   2> 925221 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 925221 T2081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 925223 T2081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003
   [junit4]   2> 925223 T2081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/'
   [junit4]   2> 925297 T2081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/solr.xml
   [junit4]   2> 925335 T2081 oasc.CoreContainer.<init> New CoreContainer 1475815683
   [junit4]   2> 925336 T2081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/]
   [junit4]   2> 925337 T2081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 925337 T2081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 925338 T2081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 925339 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 925340 T2081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 925340 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 925341 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 925341 T2081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 925342 T2081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 925343 T2081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 925343 T2081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 925344 T2081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 925345 T2081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54271/solr
   [junit4]   2> 925346 T2081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 925352 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 925355 T2124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f67a9b name:ZooKeeperConnection Watcher:127.0.0.1:54271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 925356 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 925367 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 925373 T2126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@801d910 name:ZooKeeperConnection Watcher:127.0.0.1:54271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 925374 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 925395 T2081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 926411 T2081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54279_e_%2Fda
   [junit4]   2> 926413 T2081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54279_e_%2Fda
   [junit4]   2> 926423 T2126 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 926425 T2113 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 926427 T2103 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 926437 T2127 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 926437 T2127 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 926439 T2127 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 926439 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926440 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926440 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926444 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 926446 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54279/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54279_e_%2Fda",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 926446 T2104 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 926447 T2104 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 926454 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926456 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 926457 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 926457 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 927441 T2127 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 927441 T2127 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 927443 T2127 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 927443 T2127 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 927445 T2127 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 927445 T2127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/collection1/'
   [junit4]   2> 927447 T2127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 927447 T2127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 927448 T2127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 927497 T2127 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 927511 T2127 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 927513 T2127 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 927518 T2127 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 927692 T2127 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 927694 T2127 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 927695 T2127 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 927702 T2127 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 927702 T2127 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 927729 T2127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 927733 T2127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 927737 T2127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 927740 T2127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 927740 T2127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 927741 T2127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 927743 T2127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 927743 T2127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 927744 T2127 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 927744 T2127 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 927744 T2127 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty1/
   [junit4]   2> 927744 T2127 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d3f13e
   [junit4]   2> 927745 T2127 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty1
   [junit4]   2> 927746 T2127 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty1/index/
   [junit4]   2> 927746 T2127 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 927746 T2127 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty1/index
   [junit4]   2> 927746 T2127 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=86.5185546875, floorSegmentMB=0.33984375, forceMergeDeletesPctAllowed=29.369652944129076, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7869548483625771
   [junit4]   2> 927747 T2127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1a7c8df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69f4090c),segFN=segments_1,generation=1}
   [junit4]   2> 927747 T2127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 927751 T2127 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 927751 T2127 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 927752 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 927752 T2127 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 927753 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 927753 T2127 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 927754 T2127 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 927754 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 927754 T2127 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 927755 T2127 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 927755 T2127 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 927755 T2127 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 927756 T2127 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 927756 T2127 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 927757 T2127 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 927757 T2127 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 927765 T2127 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 927767 T2127 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 927768 T2127 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 927768 T2127 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 927769 T2127 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1a7c8df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69f4090c),segFN=segments_1,generation=1}
   [junit4]   2> 927769 T2127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 927770 T2127 oass.SolrIndexSearcher.<init> Opening Searcher@53f5f216[collection1] main
   [junit4]   2> 927770 T2127 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 927773 T2127 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 927773 T2127 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 927774 T2127 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 927774 T2127 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 927775 T2127 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 927783 T2127 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 927783 T2127 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 927783 T2127 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 927784 T2127 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 927792 T2128 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53f5f216[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 927798 T2127 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 927804 T2131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54279/e_/da collection:collection1 shard:shard2
   [junit4]   2> 927807 T2081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 927807 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 927811 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 927821 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 927824 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927827 T2131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 927827 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C905 name=collection1 org.apache.solr.core.SolrCore@8f9f7b url=http://127.0.0.1:54279/e_/da/collection1 node=127.0.0.1:54279_e_%2Fda C905_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:54279/e_/da, core=collection1, node_name=127.0.0.1:54279_e_%2Fda}
   [junit4]   2> 927827 T2131 C905 P54279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54279/e_/da/collection1/
   [junit4]   2> 927827 T2131 C905 P54279 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 927828 T2131 C905 P54279 oasc.SyncStrategy.syncToMe http://127.0.0.1:54279/e_/da/collection1/ has no replicas
   [junit4]   2> 927828 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54279/e_/da/collection1/ shard2
   [junit4]   2> 927828 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 927833 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 927841 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927859 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927873 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927984 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 927985 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 927985 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 928016 T2131 oasc.ZkController.register We are http://127.0.0.1:54279/e_/da/collection1/ and leader is http://127.0.0.1:54279/e_/da/collection1/
   [junit4]   2> 928018 T2131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54279/e_/da
   [junit4]   2> 928018 T2131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 928018 T2131 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 928019 T2131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 928025 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 928026 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 928027 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 928029 T2131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 928032 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 928037 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54279/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54279_e_%2Fda",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 928043 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 928151 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 928151 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 928151 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 929597 T2081 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 929598 T2081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 929615 T2081 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54284
   [junit4]   2> 929616 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 929616 T2081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929617 T2081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004
   [junit4]   2> 929617 T2081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/'
   [junit4]   2> 929658 T2081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/solr.xml
   [junit4]   2> 929683 T2081 oasc.CoreContainer.<init> New CoreContainer 68725823
   [junit4]   2> 929683 T2081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/]
   [junit4]   2> 929684 T2081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 929684 T2081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 929684 T2081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 929685 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 929685 T2081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 929686 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 929686 T2081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 929686 T2081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 929686 T2081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 929687 T2081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929687 T2081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929688 T2081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 929688 T2081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54271/solr
   [junit4]   2> 929689 T2081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 929692 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 929695 T2143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64b4b473 name:ZooKeeperConnection Watcher:127.0.0.1:54271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929695 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 929704 T2081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 929705 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d165401 name:ZooKeeperConnection Watcher:127.0.0.1:54271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929706 T2081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 929732 T2081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 930741 T2081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54283_e_%2Fda
   [junit4]   2> 930742 T2081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54283_e_%2Fda
   [junit4]   2> 930750 T2113 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 930750 T2103 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 930751 T2126 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 930751 T2145 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 930760 T2146 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 930760 T2146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 930761 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 930762 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 930762 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 930761 T2146 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 930765 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 930767 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54283/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54283_e_%2Fda",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 930768 T2104 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 930768 T2104 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 930771 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 930773 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 930773 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 930773 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 930773 T2145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 931765 T2146 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 931765 T2146 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 931766 T2146 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 931766 T2146 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 931768 T2146 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 931768 T2146 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/collection1/'
   [junit4]   2> 931770 T2146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 931770 T2146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 931770 T2146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 931817 T2146 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 931831 T2146 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 931838 T2146 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 931845 T2146 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 932007 T2146 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 932008 T2146 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 932008 T2146 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 932016 T2146 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 932017 T2146 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 932044 T2146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 932049 T2146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 932054 T2146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 932057 T2146 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 932057 T2146 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 932057 T2146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 932060 T2146 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 932060 T2146 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 932061 T2146 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 932061 T2146 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 932061 T2146 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-004/collection1/, dataDir=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty2/
   [junit4]   2> 932062 T2146 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d3f13e
   [junit4]   2> 932063 T2146 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty2
   [junit4]   2> 932063 T2146 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty2/index/
   [junit4]   2> 932063 T2146 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 932064 T2146 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-A2F0027EA8E47350-001/tempDir-001/jetty2/index
   [junit4]   2> 932064 T2146 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=86.5185546875, floorSegmentMB=0.33984375, forceMergeDeletesPctAllowed=29.369652944129076, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7869548483625771
   [junit4]   2> 932064 T2146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@782af41a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36617b05),segFN=segments_1,generation=1}
   [junit4]   2> 932065 T2146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 932069 T2146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 932070 T2146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 932070 T2146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 932070 T2146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 932071 T2146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 932071 T2146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 932071 T2146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 932071 T2146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 932072 T2146 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 932072 T2146 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 932072 T2146 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 932073 T2146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 932073 T2146 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 932074 T2146 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 932074 T2146 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 932080 T2146 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 932089 T2146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 932093 T2146 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 932093 T2146 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 932094 T2146 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 932094 T2146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@782af41a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36617b05),segFN=segments_1,generation=1}
   [junit4]   2> 932094 T2146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 932095 T2146 oass.SolrIndexSearcher.<init> Opening Searcher@52d0eef5[collection1] main
   [junit4]   2> 932095 T2146 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 932098 T2146 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 932098 T2146 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 932099 T2146 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 932099 T2146 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 932099 T2146 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 932101 T2146 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 932102 T2146 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 932102 T2146 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 932102 T2146 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 932106 T2147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52d0eef5[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 932108 T2146 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 932110 T2150 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54283/e_/da collection:collection1 shard:shard1
   [junit4]   2> 932111 T2081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 932111 T2081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 932114 T2081 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 932115 T2150 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 932116 T2081 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 932116 T2081 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 932118 T2081 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 932128 T2150 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 932131 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932132 T2150 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 932132 T2150 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C906 name=collection1 org.apache.solr.core.SolrCore@2a139d3a url=http://127.0.0.1:54283/e_/da/collection1 node=127.0.0.1:54283_e_%2Fda C906_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:54283/e_/da, core=collection1, node_name=127.0.0.1:54283_e_%2Fda}
   [junit4]   2> 932132 T2150 C906 P54283 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54283/e_/da/collection1/
   [junit4]   2> 932133 T2150 C906 P54283 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 932133 T2150 C906 P54283 oasc.SyncStrategy.syncToMe http://127.0.0.1:54283/e_/da/collection1/ has no replicas
   [junit4]   2> 932133 T2150 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54283/e_/da/collection1/ shard1
   [junit4]   2> 932133 T2150 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 932137 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 932146 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932149 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932157 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932265 T2145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932269 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932269 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932270 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932309 T2150 oasc.ZkController.register We are http://127.0.0.1:54283/e_/da/collection1/ and leader is http://127.0.0.1:54283/e_/da/collection1/
   [junit4]   2> 932309 T2150 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54283/e_/da
   [junit4]   2> 932309 T2150 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 932309 T2150 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 932309 T2150 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 932312 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932312 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932312 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932315 T2150 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 932319 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 932320 T2104 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54283/e_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54283_e_%2Fda",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 932325 T2103 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 932430 T2113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932430 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 932431 T2145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDat

[...truncated too long message...]

rStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 2725537 T6023 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2729044 T5923 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2729046 T5923 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55439 55439
   [junit4]   2> 2729057 T5924 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55439 55439
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=A2F0027EA8E47350 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=America/Argentina/San_Juan -Dtests.file.encoding=UTF-8
   [junit4] ERROR    355s | ShardSplitTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:55449
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A2F0027EA8E47350:23168C66DFBB136C]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 46 more
   [junit4]   2> 2729341 T5923 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-A2F0027EA8E47350-001
   [junit4]   2> 355067 T5922 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=be_BY, timezone=America/Argentina/San_Juan
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=75381992,total=312868864
   [junit4]   2> NOTE: All tests run in this JVM: [TestFoldingMultitermQuery, AddBlockUpdateTest, TestValueSourceCache, TestManagedStopFilterFactory, TestSolrIndexConfig, TestAtomicUpdateErrorCases, DistanceFunctionTest, AnalysisAfterCoreReloadTest, CoreAdminCreateDiscoverTest, TestFastOutputStream, TestRandomDVFaceting, TestLFUCache, NotRequiredUniqueKeyTest, DistribDocExpirationUpdateProcessorTest, SSLMigrationTest, HdfsSyncSliceTest, TestIBSimilarityFactory, TestCollectionAPI, CoreAdminRequestStatusTest, PathHierarchyTokenizerFactoryTest, ZkSolrClientTest, ChaosMonkeyNothingIsSafeTest, TestSchemaNameResource, SearchHandlerTest, OverseerRolesTest, HdfsWriteToMultipleCollectionsTest, TestRTGBase, TestDistributedGrouping, StatelessScriptUpdateProcessorFactoryTest, TestDynamicFieldCollectionResource, RecoveryZkTest, ResponseHeaderTest, ChaosMonkeySafeLeaderTest, TestSchemaVersionResource, CursorPagingTest, SuggesterWFSTTest, SuggesterFSTTest, TestCoreContainer, RequiredFieldsTest, TestSolr4Spatial2, TestElisionMultitermQuery, TestRemoteStreaming, TestPhraseSuggestions, TestSolrXmlPersistor, ZkNodePropsTest, TestMultiCoreConfBootstrap, AutoCommitTest, TestDocBasedVersionConstraints, RemoteQueryErrorTest, TestPerFieldSimilarity, IndexBasedSpellCheckerTest, TestLMDirichletSimilarityFactory, EchoParamsTest, TestWordDelimiterFilterFactory, TestOverriddenPrefixQueryForCustomFieldType, TestCollapseQParserPlugin, TestAnalyzeInfixSuggestions, TestBM25SimilarityFactory, SolrCoreTest, HdfsCollectionsAPIDistributedZkTest, TestComplexPhraseQParserPlugin, TestAddFieldRealTimeGet, HttpPartitionTest, FastVectorHighlighterTest, TestSolrDeletionPolicy1, TestSchemaResource, HdfsLockFactoryTest, TestSolr4Spatial, TermVectorComponentDistributedTest, ShardRoutingCustomTest, TestReversedWildcardFilterFactory, TestLuceneMatchVersion, TestDocSet, TestStressReorder, AliasIntegrationTest, QueryElevationComponentTest, SuggestComponentTest, TermsComponentTest, URLClassifyProcessorTest, TestMissingGroups, ZkCLITest, XsltUpdateRequestHandlerTest, TestSolrXml, TestReRankQParserPlugin, DistribCursorPagingTest, TestDocumentBuilder, TestSweetSpotSimilarityFactory, TestIndexingPerformance, TestMiniSolrCloudCluster, MergeStrategyTest, SpatialFilterTest, TestIndexSearcher, DateFieldTest, LeaderElectionIntegrationTest, DirectUpdateHandlerOptimizeTest, TestRestManager, AnalyticsQueryTest, TestFaceting, TestSuggestSpellingConverter, TestOmitPositions, TestComponentsName, UUIDFieldTest, TestManagedSynonymFilterFactory, BJQParserTest, TermVectorComponentTest, InfoHandlerTest, TestDynamicFieldResource, TestRandomMergePolicy, FieldMutatingUpdateProcessorTest, DocumentAnalysisRequestHandlerTest, RollingRestartTest, PrimitiveFieldTypeTest, TestFieldCollectionResource, ConvertedLegacyTest, SolrTestCaseJ4Test, TestStressVersions, AddSchemaFieldsUpdateProcessorFactoryTest, TestPostingsSolrHighlighter, TestChildDocTransformer, TestUpdate, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrXmlInZkTest, CoreAdminHandlerTest, CursorMarkTest, TestBinaryField, TestFileDictionaryLookup, DocValuesTest, StatsComponentTest, WordBreakSolrSpellCheckerTest, DistributedSuggestComponentTest, TestCloudInspectUtil, DistributedDebugComponentTest, PolyFieldTest, StandardRequestHandlerTest, TriLevelCompositeIdRoutingTest, DOMUtilTest, TestQuerySenderNoQuery, DistributedQueryComponentCustomSortTest, TestUtils, AlternateDirectoryTest, BinaryUpdateRequestHandlerTest, TestReplicationHandlerBackup, SolrCoreCheckLockOnStartupTest, CurrencyFieldOpenExchangeTest, DefaultValueUpdateProcessorTest, ShardSplitTest]
   [junit4] Completed in 355.87s, 1 test, 1 error <<< FAILURES!

[...truncated 822 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 408 suites, 1663 tests, 2 errors, 42 ignored (15 assumptions)

Total time: 159 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any